-- Logs begin at Wed 2022-04-06 10:34:49 UTC, end at Wed 2022-04-06 11:51:28 UTC. -- Apr 06 11:18:18.652601 dv-cinder-836073-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 06 11:18:21.594360 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.common.config [-] Logging enabled! Apr 06 11:18:21.594950 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev86 Apr 06 11:18:21.595139 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103770) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 06 11:18:21.599120 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.common.config [-] Logging enabled! Apr 06 11:18:21.599369 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev86 Apr 06 11:18:21.599679 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103770) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 06 11:18:21.600617 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 06 11:18:21.600846 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 06 11:18:21.601230 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 06 11:18:21.601474 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 06 11:18:21.601697 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 06 11:18:21.602107 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:21.602529 dv-cinder-836073-2-iscsi neutron-server[103770]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 06 11:18:21.602852 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:21.603145 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:21.603433 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:21.603726 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:21.604014 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:21.604295 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:21.604583 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:21.604877 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:21.605198 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:21.605479 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:21.605763 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:21.606052 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:21.606334 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:21.606618 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:21.606904 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:21.607184 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] debug = True {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:21.607458 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:21.607893 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:21.608294 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:21.608572 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:21.608865 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:21.609165 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:21.609438 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:21.609712 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:21.609991 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:21.610318 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] host = dv-cinder-836073-2-iscsi {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:21.610593 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:21.610875 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:21.611157 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:21.611438 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:21.611710 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:21.611982 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:21.612262 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:21.612532 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:21.612800 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] log_file = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:21.613070 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:21.613375 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:21.614354 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:21.614751 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:21.614978 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:21.615202 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:21.615502 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:21.615783 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:21.616057 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:21.616328 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:21.616602 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:21.616871 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:21.617167 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:21.617440 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:21.617722 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:21.618003 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:21.618287 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:21.618559 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:21.618836 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:21.619106 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:21.619373 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:21.619655 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:21.619923 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:21.620194 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:21.620465 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:21.620748 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:21.621015 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:21.621305 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:21.621604 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:21.621890 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:21.622173 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:21.622456 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:21.622727 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:21.623007 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:21.623277 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:21.623545 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:21.623810 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] use_json = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:21.624084 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:21.624355 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:21.624630 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:21.624896 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:21.625190 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:21.625461 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:21.625727 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:21.626010 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:21.626280 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:21.626572 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.626864 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.627161 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.627452 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.627739 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.628016 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.628303 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.628577 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.628865 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.629347 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.629647 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.630012 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.630316 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.630606 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.630903 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.631210 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.631501 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.631791 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.632062 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.632336 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.632609 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.632883 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.633196 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.633476 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.633763 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.634049 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.634326 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.634621 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.634906 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.635194 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.635482 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.635753 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.636028 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.636318 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.636596 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.636868 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.637168 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.637458 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.637733 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.638002 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.638280 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.638554 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.638827 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.639094 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.639366 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.639649 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.639923 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.640191 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.640460 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.640734 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.640998 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.641300 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.641572 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.641839 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.642106 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.642381 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.642649 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.642917 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.643190 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.643457 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.643728 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.643994 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.644264 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.644532 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.644967 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.645271 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.645542 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.645811 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.646085 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.646354 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.646624 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.646893 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.647160 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.647430 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.647712 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.648005 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.648280 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.648553 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.648831 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.649122 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.649400 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.649673 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.649944 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.650219 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.650488 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.650772 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.651049 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.651330 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.651625 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.651897 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.652187 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.652460 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.652733 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.653009 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.653305 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.653578 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.653857 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.654136 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.654428 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.654719 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.655008 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.655296 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.655583 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.655857 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.656161 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.656435 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:21.656651 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 06 11:18:21.656894 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103770) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 06 11:18:22.033262 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 06 11:18:22.033469 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 06 11:18:22.033775 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 06 11:18:22.034109 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 06 11:18:22.357412 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:22.357706 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:22.357975 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:22.359150 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:22.359420 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:22.361400 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:22.413955 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:22.414230 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:22.414492 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:22.428821 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:22.429123 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:22.429395 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:22.459667 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:22.459945 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:22.460214 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:22.495097 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:22.495372 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:22.495634 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:22.833980 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:22.834629 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:22.834629 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:22.834789 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:22.835448 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:22.932975 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:22.933316 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:22.933596 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:22.933865 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:22.934129 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:22.934439 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:22.934702 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:22.934957 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:22.935212 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:22.935507 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:22.935747 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:22.936010 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:22.936265 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:22.936516 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:22.936772 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:22.937035 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:22.937314 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:22.937586 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:22.937855 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:22.938115 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:22.938388 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:22.938638 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:22.938917 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:22.939290 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:22.939538 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:22.939786 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:22.940275 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103770) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 11:18:22.940517 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103770) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 11:18:22.940757 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103770) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 11:18:22.940993 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103770) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 11:18:22.941261 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103770) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 11:18:22.941502 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103770) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 11:18:22.942513 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 06 11:18:22.946006 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 06 11:18:22.949896 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 06 11:18:22.953655 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Apr 06 11:18:22.955257 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 06 11:18:22.955723 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 06 11:18:22.956057 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 06 11:18:22.956433 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 06 11:18:22.961006 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 06 11:18:22.961277 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 06 11:18:22.961620 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 06 11:18:22.966410 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 06 11:18:22.989946 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 06 11:18:22.990397 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:22.990691 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103770) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 06 11:18:22.991062 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:22.992393 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103770) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 06 11:18:22.992667 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 06 11:18:22.992909 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 06 11:18:22.996168 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:22.996446 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:23.059751 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 06 11:18:23.059991 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 06 11:18:23.060226 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 06 11:18:23.060596 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 06 11:18:23.081144 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_db.sqlalchemy.engines [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103770) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 06 11:18:23.658095 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.plugins.ml2.managers [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Initializing driver for type 'gre' Apr 06 11:18:23.658622 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] gre ID ranges: [(1, 1000)] Apr 06 11:18:23.861478 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.plugins.ml2.managers [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Initializing driver for type 'local' Apr 06 11:18:23.862110 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.plugins.ml2.managers [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Initializing driver for type 'vlan' Apr 06 11:18:23.943682 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] VlanTypeDriver initialization complete Apr 06 11:18:23.943959 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.plugins.ml2.managers [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Initializing driver for type 'vxlan' Apr 06 11:18:23.944468 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] vxlan ID ranges: [(1, 1000)] Apr 06 11:18:24.143551 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.plugins.ml2.managers [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Initializing extension driver 'port_security' Apr 06 11:18:24.143885 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.plugins.ml2.extensions.port_security [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] PortSecurityExtensionDriver initialization complete Apr 06 11:18:24.144216 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.plugins.ml2.managers [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Initializing mechanism driver 'openvswitch' Apr 06 11:18:24.144552 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.plugins.ml2.managers [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Initializing mechanism driver 'hyperv' Apr 06 11:18:24.158547 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.plugin [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:18:24.159414 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Subscribe: > port after_create 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:24.159787 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Subscribe: > port after_update 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:24.160142 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Subscribe: > port after_delete 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:24.160709 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103770) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 11:18:24.161173 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Subscribe: > subnet after_create 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:24.161531 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Subscribe: > subnet after_update 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:24.161878 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Subscribe: > subnet after_delete 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:24.162278 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103770) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 11:18:24.162715 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Subscribe: > network after_create 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:24.163063 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Subscribe: > network after_update 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:24.163449 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Subscribe: > network after_delete 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:24.163845 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103770) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 11:18:24.164254 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Subscribe: > security_group after_create 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:24.164611 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Subscribe: > security_group after_update 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:24.164954 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Subscribe: > security_group after_delete 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:24.165402 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103770) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 11:18:24.165837 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:24.166181 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:24.166519 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:24.166914 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103770) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 11:18:24.167316 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Subscribe: > address_group after_create 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:24.167660 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Subscribe: > address_group after_update 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:24.167998 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Subscribe: > address_group after_delete 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:24.168392 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103770) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 11:18:24.168831 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] ML2 OVO RPC backend initialized. {{(pid=103770) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 06 11:18:24.169565 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Subscribe: > router_interface after_create 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:24.169925 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:24.170343 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Subscribe: > network before_response 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:24.170688 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Subscribe: > networks before_response 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:24.171037 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Subscribe: > port before_response 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:24.171377 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Subscribe: > ports before_response 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:24.171718 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Subscribe: > subnet before_response 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:24.172058 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Subscribe: > subnets before_response 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:24.172402 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Subscribe: > network after_create 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:24.172748 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Subscribe: > network after_update 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:24.173108 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Subscribe: > network after_delete 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:24.173436 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Subscribe: > port after_create 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:24.173772 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Subscribe: > port after_update 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:24.174105 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Subscribe: > port after_delete 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:24.174447 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Subscribe: > subnet after_create 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:24.174780 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Subscribe: > subnet after_update 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:24.175113 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Subscribe: > subnet after_delete 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:24.182803 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.quota [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loaded quota_driver: . Apr 06 11:18:24.183168 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.plugins.ml2.plugin [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Modular L2 Plugin initialization complete Apr 06 11:18:24.183518 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading services supported by the core plugin {{(pid=103770) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 06 11:18:24.183861 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.plugins.ml2.managers [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Got port-security extension from driver 'port_security' Apr 06 11:18:24.184348 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.extensions.vlantransparent [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Disabled vlantransparent extension. Apr 06 11:18:24.184838 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103770) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 06 11:18:24.185196 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading Plugin: router Apr 06 11:18:24.220402 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Subscribe: > router_interface before_create 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:24.220739 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Subscribe: > router after_create 55549900 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:24.221125 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Subscribe: > router before_create 55549900 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:24.221495 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:24.221869 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:24.222224 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Subscribe: > router after_delete 55549900 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:24.222593 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Subscribe: > floatingip after_create 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:24.222976 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Subscribe: > floatingip after_update 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:24.223339 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Subscribe: > router after_create 55549900 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:24.223687 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Subscribe: > router after_update 55549900 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:24.224043 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Subscribe: > router after_update 55549900 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:24.224393 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:24.224750 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Subscribe: > router after_update 55549900 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:24.225192 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Subscribe: > router precommit_update 55549900 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:24.225569 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Subscribe: port after_update 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:24.225908 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Subscribe: port after_delete 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:24.226245 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Subscribe: subnet after_update 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:24.226589 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:24.226939 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Subscribe: > port precommit_delete 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:24.227289 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Subscribe: > router precommit_create 55549900 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:24.227634 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Subscribe: port before_delete 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:24.227979 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Subscribe: > router precommit_create 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:24.228333 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Subscribe: > router after_update 55549900 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:24.228675 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Subscribe: > router precommit_delete 55549900 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:24.229026 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Subscribe: > router precommit_create 55549900 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:24.229413 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Subscribe: > router_interface after_create 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:24.229760 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Subscribe: > router precommit_update 55549900 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:24.230123 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Subscribe: > agent after_create 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:24.230603 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Subscribe: > agent after_delete 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:24.230955 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Subscribe: > network after_delete 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:24.231810 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.quota.resource_registry [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Tracking information for resource: router configured {{(pid=103770) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 11:18:24.232142 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.quota.resource_registry [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Tracking information for resource: floatingip configured {{(pid=103770) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 11:18:24.237052 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.db.l3_agentschedulers_db [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 06 11:18:24.237654 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Subscribe: port after_update 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:24.238019 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Subscribe: port after_create 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:24.238373 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Subscribe: port after_delete 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:24.239252 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Subscribe: port after_update 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:24.240043 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Subscribe: > router before_create 55550100 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:24.240408 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Subscribe: > router precommit_delete 55550100 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:24.240770 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Subscribe: > router precommit_create 55550100 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:24.241160 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Subscribe: > router precommit_update 55550100 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:24.245857 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.services.provider_configuration [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Service providers = [] {{(pid=103770) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 06 11:18:24.246224 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.db.servicetype_db [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103770) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 06 11:18:24.249183 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.services.service_base [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103770) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 11:18:24.249535 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.services.service_base [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103770) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 11:18:24.249878 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.services.service_base [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103770) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 11:18:24.250765 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.services.service_base [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103770) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 11:18:24.251135 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.services.service_base [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 06 11:18:24.251499 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103770) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 11:18:24.251818 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 06 11:18:24.263010 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103770) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 11:18:24.263345 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading Plugin: auto_allocate Apr 06 11:18:24.269044 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Subscribe: network precommit_update 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:24.269442 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Subscribe: network precommit_create 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:24.270193 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103770) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 11:18:24.270625 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading Plugin: tag Apr 06 11:18:24.277305 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103770) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 11:18:24.277641 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading Plugin: timestamp Apr 06 11:18:24.281445 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103770) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 11:18:24.281780 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading Plugin: network_ip_availability Apr 06 11:18:24.287281 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:24.287650 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:24.288006 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:24.288717 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103770) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 11:18:24.289039 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading Plugin: flavors Apr 06 11:18:24.295026 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103770) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 11:18:24.295367 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading Plugin: revisions Apr 06 11:18:24.299620 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103770) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 11:18:24.300016 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.266s {{(pid=103770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 06 11:18:24.300755 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103770) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 06 11:18:24.301755 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Initializing extension manager. Apr 06 11:18:24.302407 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: __init__.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.302856 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: __pycache__ {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.303191 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: address_group.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.303949 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.304516 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loaded extension: address-group Apr 06 11:18:24.304841 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: address_scope.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.305577 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.306102 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loaded extension: address-scope Apr 06 11:18:24.306424 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: admin_state_down_before_update.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.307347 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.307864 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loaded extension: router-admin-state-down-before-update Apr 06 11:18:24.308188 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: agent.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.308883 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.309420 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loaded extension: agent Apr 06 11:18:24.309746 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: agent_resources_synced.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.310653 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.311175 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loaded extension: agent-resources-synced Apr 06 11:18:24.311498 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: allowedaddresspairs.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.313322 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.313857 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loaded extension: allowed-address-pairs Apr 06 11:18:24.314183 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: auto_allocated_topology.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.315256 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.315780 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loaded extension: auto-allocated-topology Apr 06 11:18:24.316103 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: availability_zone.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.316848 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.317875 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loaded extension: availability_zone Apr 06 11:18:24.318193 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: availability_zone_filter.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.319112 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.319631 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loaded extension: availability_zone_filter Apr 06 11:18:24.319954 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: data_plane_status.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.321137 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.321657 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extension data-plane-status not supported by any of loaded plugins Apr 06 11:18:24.321980 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: default_subnetpools.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.322890 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.323410 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loaded extension: default-subnetpools Apr 06 11:18:24.323736 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: dhcpagentscheduler.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.324538 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.325059 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loaded extension: dhcp_agent_scheduler Apr 06 11:18:24.325407 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: dns.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.326321 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.326837 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extension dns-integration not supported by any of loaded plugins Apr 06 11:18:24.327154 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: dns_domain_ports.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.328071 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.328588 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 06 11:18:24.328906 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.329883 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.330399 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 06 11:18:24.330718 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: dvr.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.331385 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.331899 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loaded extension: dvr Apr 06 11:18:24.332302 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: ecmp_routes.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.333285 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.333803 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extension ecmp_routes not supported by any of loaded plugins Apr 06 11:18:24.334127 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: empty_string_filtering.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.335038 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.335553 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loaded extension: empty-string-filtering Apr 06 11:18:24.335873 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.336793 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.337338 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 06 11:18:24.337661 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.338577 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.339081 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 06 11:18:24.339401 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: external_net.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.340310 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.340819 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loaded extension: external-net Apr 06 11:18:24.341163 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: extra_dhcp_opt.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.342068 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.342580 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loaded extension: extra_dhcp_opt Apr 06 11:18:24.342904 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: extraroute.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.343818 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.344327 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loaded extension: extraroute Apr 06 11:18:24.344648 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: extraroute_atomic.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.345695 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.346211 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loaded extension: extraroute-atomic Apr 06 11:18:24.346534 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: filter_validation.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.347203 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.347713 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loaded extension: filter-validation Apr 06 11:18:24.348079 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: fip_pf_description.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.348984 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.349531 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 06 11:18:24.349852 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: fip_pf_port_range.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.350754 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.351263 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 06 11:18:24.351581 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: fip_port_details.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.352702 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.353257 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loaded extension: fip-port-details Apr 06 11:18:24.353589 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: flavors.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.354812 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.355339 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loaded extension: flavors Apr 06 11:18:24.355665 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.357353 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.357884 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 06 11:18:24.358215 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: floatingip_pools.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.358912 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.359434 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loaded extension: floatingip-pools Apr 06 11:18:24.359761 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: ip_allocation.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.360682 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.361236 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extension ip_allocation not supported by any of loaded plugins Apr 06 11:18:24.361562 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.362484 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.363003 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loaded extension: ip-substring-filtering Apr 06 11:18:24.363332 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: l2_adjacency.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.365029 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.365576 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extension l2_adjacency not supported by any of loaded plugins Apr 06 11:18:24.365899 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: l3.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.366888 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.367418 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loaded extension: router Apr 06 11:18:24.367748 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: l3_conntrack_helper.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.369983 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.370520 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 06 11:18:24.370852 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.371772 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.372297 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loaded extension: ext-gw-mode Apr 06 11:18:24.372626 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.373579 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.374098 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loaded extension: l3-ha Apr 06 11:18:24.374426 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.375338 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.375899 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 06 11:18:24.376171 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: l3_flavors.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.377101 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.377625 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loaded extension: l3-flavors Apr 06 11:18:24.377947 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: l3_ndp_proxy.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.380017 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.380550 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 06 11:18:24.380879 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.381826 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.382349 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loaded extension: l3-port-ip-change-not-allowed Apr 06 11:18:24.382676 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: l3agentscheduler.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.383719 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.384240 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loaded extension: l3_agent_scheduler Apr 06 11:18:24.384567 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: local_ip.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.386382 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.386923 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extension local_ip not supported by any of loaded plugins Apr 06 11:18:24.387257 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: logging.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.388861 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.389426 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extension logging not supported by any of loaded plugins Apr 06 11:18:24.389760 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: metering.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.390503 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.391093 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loaded extension: metering Apr 06 11:18:24.391423 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.392514 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.393039 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loaded extension: metering_source_and_destination_fields Apr 06 11:18:24.393399 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: multiprovidernet.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.394340 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.394884 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loaded extension: multi-provider Apr 06 11:18:24.395207 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: netmtu.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.396122 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.396638 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loaded extension: net-mtu Apr 06 11:18:24.396962 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: netmtu_writable.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.397902 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.398423 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loaded extension: net-mtu-writable Apr 06 11:18:24.398747 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: network_availability_zone.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.399415 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.399926 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loaded extension: network_availability_zone Apr 06 11:18:24.400246 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: network_ip_availability.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.401370 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.401892 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loaded extension: network-ip-availability Apr 06 11:18:24.402215 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: network_segment_range.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.402981 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.403501 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extension network-segment-range not supported by any of loaded plugins Apr 06 11:18:24.403824 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: pagination.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.404801 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.405168 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loaded extension: pagination Apr 06 11:18:24.405492 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: port_device_profile.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.406411 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.406935 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loaded extension: port-device-profile Apr 06 11:18:24.407259 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.408182 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.408701 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loaded extension: port-mac-address-regenerate Apr 06 11:18:24.409023 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.409964 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.411042 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loaded extension: port-numa-affinity-policy Apr 06 11:18:24.411759 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: port_resource_request.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.412223 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.412739 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extension port-resource-request not supported by any of loaded plugins Apr 06 11:18:24.413060 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: port_resource_request_groups.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.414052 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.414567 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 06 11:18:24.414890 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: portbindings.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.415808 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.416327 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loaded extension: binding Apr 06 11:18:24.416651 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: portbindings_extended.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.417941 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.418477 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loaded extension: binding-extended Apr 06 11:18:24.418806 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: portsecurity.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.419729 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.420258 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loaded extension: port-security Apr 06 11:18:24.420585 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: project_id.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.421598 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.421929 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loaded extension: project-id Apr 06 11:18:24.422254 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: providernet.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.423177 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.423700 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loaded extension: provider Apr 06 11:18:24.424023 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: qos.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.428310 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.428841 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extension qos not supported by any of loaded plugins Apr 06 11:18:24.429209 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.430465 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.430989 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 06 11:18:24.431316 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.432234 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.432756 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 06 11:18:24.433095 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: qos_default.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.434036 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.434559 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extension qos-default not supported by any of loaded plugins Apr 06 11:18:24.434885 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: qos_fip.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.435804 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.436334 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extension qos-fip not supported by any of loaded plugins Apr 06 11:18:24.436660 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: qos_fip_network_policy.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.437616 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.438137 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 06 11:18:24.438459 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: qos_gateway_ip.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.439508 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.440030 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 06 11:18:24.440352 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: qos_port_network_policy.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.441297 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.441855 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 06 11:18:24.442177 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.443224 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.443746 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 06 11:18:24.444065 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.445375 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.445907 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 06 11:18:24.446229 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: qos_pps_rule.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.447399 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.447925 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extension qos-pps not supported by any of loaded plugins Apr 06 11:18:24.448252 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: qos_rule_type_details.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.449203 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.449725 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 06 11:18:24.450048 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: qos_rule_type_filter.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.450965 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.451484 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 06 11:18:24.451805 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: qos_rules_alias.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.452864 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.453420 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 06 11:18:24.453745 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: quota_check_limit.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.454656 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.455178 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loaded extension: quota-check-limit Apr 06 11:18:24.455501 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: quotasv2.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.456437 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.456761 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loaded extension: quotas Apr 06 11:18:24.457106 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: quotasv2_detail.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.458850 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.459185 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loaded extension: quota_details Apr 06 11:18:24.459518 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: rbac.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.460573 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.461131 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loaded extension: rbac-policies Apr 06 11:18:24.461470 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: rbac_address_group.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.462410 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.462940 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loaded extension: rbac-address-group Apr 06 11:18:24.463280 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: rbac_address_scope.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.464208 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.464731 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loaded extension: rbac-address-scope Apr 06 11:18:24.465059 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: rbac_security_groups.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.466075 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.466592 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loaded extension: rbac-security-groups Apr 06 11:18:24.466919 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: rbac_subnetpool.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.467837 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.468357 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loaded extension: rbac-subnetpool Apr 06 11:18:24.468683 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: revisionifmatch.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.469637 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.470161 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loaded extension: revision-if-match Apr 06 11:18:24.470540 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: revisions.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.471597 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.472115 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loaded extension: standard-attr-revisions Apr 06 11:18:24.472443 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: router_availability_zone.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.473673 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.474193 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loaded extension: router_availability_zone Apr 06 11:18:24.474513 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: routerservicetype.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.475439 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.475969 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extension router-service-type not supported by any of loaded plugins Apr 06 11:18:24.476276 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.477258 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.477779 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loaded extension: security-groups-normalized-cidr Apr 06 11:18:24.478103 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: security_groups_port_filtering.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.479048 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.479551 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loaded extension: port-security-groups-filtering Apr 06 11:18:24.479874 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.480804 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.481354 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loaded extension: security-groups-remote-address-group Apr 06 11:18:24.481686 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.482622 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.483142 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loaded extension: security-groups-shared-filtering Apr 06 11:18:24.483467 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.484063 dv-cinder-836073-2-iscsi neutron-server[103770]: WARNING neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 06 11:18:24.484382 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: securitygroup.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.494543 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.495082 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loaded extension: security-group Apr 06 11:18:24.495411 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: segment.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.496141 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.496661 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extension segment not supported by any of loaded plugins Apr 06 11:18:24.496987 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.497952 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.498470 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 06 11:18:24.498811 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: servicetype.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.499894 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.500422 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loaded extension: service-type Apr 06 11:18:24.500758 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: sorting.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.501752 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.502086 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loaded extension: sorting Apr 06 11:18:24.502409 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: standard_attr_segment.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.503317 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.503845 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 06 11:18:24.504206 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: standardattrdescription.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.504853 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.505411 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loaded extension: standard-attr-description Apr 06 11:18:24.505736 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: stateful_security_group.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.506668 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.507194 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loaded extension: stateful-security-group Apr 06 11:18:24.507517 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: stdattrs_common.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.508084 dv-cinder-836073-2-iscsi neutron-server[103770]: WARNING neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 06 11:18:24.508404 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.509364 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.509891 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 06 11:18:24.510218 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: subnet_onboard.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.511272 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.511799 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loaded extension: subnet_onboard Apr 06 11:18:24.512122 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.513045 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.513579 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 06 11:18:24.513907 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: subnet_service_types.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.514837 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.515354 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loaded extension: subnet-service-types Apr 06 11:18:24.515677 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: subnetallocation.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.516754 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.517370 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loaded extension: subnet_allocation Apr 06 11:18:24.517701 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.518363 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.518880 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loaded extension: subnetpool-prefix-ops Apr 06 11:18:24.519206 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.520232 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.520716 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 06 11:18:24.521043 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: tagging.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.522119 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.522655 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loaded extension: standard-attr-tag Apr 06 11:18:24.522982 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: timestamp.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.524178 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.524701 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loaded extension: standard-attr-timestamp Apr 06 11:18:24.525024 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: trunk.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.526082 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.526604 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extension trunk not supported by any of loaded plugins Apr 06 11:18:24.526927 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: trunk_details.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.527844 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.528360 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extension trunk-details not supported by any of loaded plugins Apr 06 11:18:24.528680 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: uplink_status_propagation.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.529622 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.530144 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 06 11:18:24.530465 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Loading extension file: vlantransparent.py {{(pid=103770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 11:18:24.531126 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 11:18:24.531640 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extension vlan-transparent not supported by any of loaded plugins Apr 06 11:18:24.534187 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.quota.resource_registry [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Creating instance of TrackedResource for resource:network Apr 06 11:18:24.534706 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.quota.resource_registry [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Creating instance of TrackedResource for resource:subnet Apr 06 11:18:24.535104 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.quota.resource_registry [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 11:18:24.536028 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.quota.resource_registry [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Creating instance of TrackedResource for resource:port Apr 06 11:18:24.537285 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.v2.resource_helper [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103770) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 11:18:24.537720 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.v2.resource_helper [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Service FLAVORS assigned prefix: {{(pid=103770) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 11:18:24.538345 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.v2.resource_helper [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103770) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 11:18:24.538782 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.v2.resource_helper [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103770) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 11:18:24.539113 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.quota.resource_registry [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Creating instance of TrackedResource for resource:router Apr 06 11:18:24.539535 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.quota.resource_registry [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Creating instance of TrackedResource for resource:floatingip Apr 06 11:18:24.540017 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.v2.resource_helper [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Service METERING assigned prefix: /metering {{(pid=103770) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 11:18:24.541486 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:24.541857 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:24.542210 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:18:24.543216 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.quota.resource_registry [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Creating instance of CountableResource for resource:rbac_policy Apr 06 11:18:24.543667 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.quota.resource_registry [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Creating instance of TrackedResource for resource:security_group Apr 06 11:18:24.544096 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.quota.resource_registry [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Creating instance of TrackedResource for resource:security_group_rule Apr 06 11:18:24.544694 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.v2.resource_helper [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Service CORE assigned prefix: {{(pid=103770) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 11:18:24.545024 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.quota.resource_registry [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 11:18:24.545390 dv-cinder-836073-2-iscsi neutron-server[103770]: WARNING neutron.quota.resource_registry [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] subnetpool is already registered Apr 06 11:18:24.545833 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.v2.resource_helper [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Service CORE assigned prefix: {{(pid=103770) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 11:18:24.546158 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.quota.resource_registry [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 11:18:24.546487 dv-cinder-836073-2-iscsi neutron-server[103770]: WARNING neutron.quota.resource_registry [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] subnetpool is already registered Apr 06 11:18:24.548732 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.v2.resource_helper [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103770) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 11:18:24.549253 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.v2.resource_helper [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Service FLAVORS assigned prefix: {{(pid=103770) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 11:18:24.549840 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.v2.resource_helper [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103770) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 11:18:24.550259 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.v2.resource_helper [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103770) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 11:18:24.550592 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.quota.resource_registry [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Creating instance of TrackedResource for resource:router Apr 06 11:18:24.550941 dv-cinder-836073-2-iscsi neutron-server[103770]: WARNING neutron.quota.resource_registry [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] router is already registered Apr 06 11:18:24.551882 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.quota.resource_registry [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Creating instance of TrackedResource for resource:floatingip Apr 06 11:18:24.552212 dv-cinder-836073-2-iscsi neutron-server[103770]: WARNING neutron.quota.resource_registry [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] floatingip is already registered Apr 06 11:18:24.552662 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.v2.resource_helper [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Service METERING assigned prefix: /metering {{(pid=103770) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 11:18:24.553351 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.quota.resource_registry [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Creating instance of CountableResource for resource:rbac_policy Apr 06 11:18:24.553680 dv-cinder-836073-2-iscsi neutron-server[103770]: WARNING neutron.quota.resource_registry [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] rbac_policy is already registered Apr 06 11:18:24.554092 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.quota.resource_registry [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Creating instance of TrackedResource for resource:security_group Apr 06 11:18:24.554429 dv-cinder-836073-2-iscsi neutron-server[103770]: WARNING neutron.quota.resource_registry [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] security_group is already registered Apr 06 11:18:24.554834 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.quota.resource_registry [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Creating instance of TrackedResource for resource:security_group_rule Apr 06 11:18:24.555164 dv-cinder-836073-2-iscsi neutron-server[103770]: WARNING neutron.quota.resource_registry [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] security_group_rule is already registered Apr 06 11:18:24.555781 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.v2.resource_helper [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Service CORE assigned prefix: {{(pid=103770) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 11:18:24.556108 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.quota.resource_registry [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 11:18:24.556438 dv-cinder-836073-2-iscsi neutron-server[103770]: WARNING neutron.quota.resource_registry [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] subnetpool is already registered Apr 06 11:18:24.556857 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.v2.resource_helper [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Service CORE assigned prefix: {{(pid=103770) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 11:18:24.557217 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.quota.resource_registry [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 11:18:24.557548 dv-cinder-836073-2-iscsi neutron-server[103770]: WARNING neutron.quota.resource_registry [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] subnetpool is already registered Apr 06 11:18:24.558022 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extended resource: extensions {{(pid=103770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 11:18:24.559462 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extended resource: address-groups {{(pid=103770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 11:18:24.560957 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extended resource: address-scopes {{(pid=103770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 11:18:24.562311 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extended resource: agents {{(pid=103770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 11:18:24.563463 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extended resource: auto-allocated-topology {{(pid=103770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 11:18:24.564710 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extended resource: availability_zones {{(pid=103770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 11:18:24.565947 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extended resource: dhcp-networks {{(pid=103770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 11:18:24.567604 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extended resource: dhcp-agents {{(pid=103770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 11:18:24.569038 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extended resource: routers {{(pid=103770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 11:18:24.572628 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extended resource: flavors {{(pid=103770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 11:18:24.573838 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extended resource: service_profiles {{(pid=103770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 11:18:24.575050 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extended resource: next_providers {{(pid=103770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 11:18:24.576480 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extended resource: service_profiles {{(pid=103770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 11:18:24.578040 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extended resource: floatingip-pools {{(pid=103770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 11:18:24.579267 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extended resource: routers {{(pid=103770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 11:18:24.581391 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extended resource: floatingips {{(pid=103770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 11:18:24.582986 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extended resource: l3-routers {{(pid=103770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 11:18:24.584361 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extended resource: l3-agents {{(pid=103770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 11:18:24.585829 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extended resource: metering-labels {{(pid=103770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 11:18:24.587196 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extended resource: metering-label-rules {{(pid=103770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 11:18:24.588458 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extended resource: network-ip-availabilities {{(pid=103770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 11:18:24.589756 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extended resource: bindings {{(pid=103770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 11:18:24.591388 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extended resource: quotas {{(pid=103770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 11:18:24.592942 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extended resource: quotas {{(pid=103770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 11:18:24.594508 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extended resource: rbac-policies {{(pid=103770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 11:18:24.595803 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extended resource: security-groups {{(pid=103770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 11:18:24.597005 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extended resource: security-group-rules {{(pid=103770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 11:18:24.598833 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extended resource: service-providers {{(pid=103770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 11:18:24.600081 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extended resource: subnetpools {{(pid=103770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 11:18:24.601537 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extended resource: subnetpools {{(pid=103770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 11:18:24.602975 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extended resource: tags {{(pid=103770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 11:18:24.604619 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extended resource: tags {{(pid=103770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 11:18:24.606442 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extended resource: tags {{(pid=103770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 11:18:24.608226 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extended resource: tags {{(pid=103770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 11:18:24.610022 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extended resource: tags {{(pid=103770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 11:18:24.611828 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extended resource: tags {{(pid=103770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 11:18:24.614159 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extended resource: tags {{(pid=103770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 11:18:24.616162 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extended resource: tags {{(pid=103770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 11:18:24.617934 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extended resource: tags {{(pid=103770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 11:18:24.619748 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron.api.extensions [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Extended resource: tags {{(pid=103770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 11:18:24.625622 dv-cinder-836073-2-iscsi neutron-server[103770]: WARNING keystonemiddleware.auth_token [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 06 11:18:24.630391 dv-cinder-836073-2-iscsi neutron-server[103770]: WARNING keystonemiddleware.auth_token [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 06 11:18:24.639009 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Acquired lock "singleton_lock" {{(pid=103770) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 06 11:18:24.639486 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_concurrency.lockutils [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Releasing lock "singleton_lock" {{(pid=103770) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 06 11:18:24.640143 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO oslo_service.service [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Starting 2 workers Apr 06 11:18:24.645241 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Started child 103881 {{(pid=103770) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 06 11:18:24.649793 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Started child 103882 {{(pid=103770) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 06 11:18:24.650690 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:24.651358 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO neutron.service [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Neutron service started, listening on 0.0.0.0:9696 Apr 06 11:18:24.652096 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Publish callbacks [] for process (None), before_spawn {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:24.652413 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [-] (103881) wsgi starting up on http://0.0.0.0:9696 Apr 06 11:18:24.654578 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO oslo_service.service [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Starting 1 workers Apr 06 11:18:24.654721 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:24.656181 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [-] (103882) wsgi starting up on http://0.0.0.0:9696 Apr 06 11:18:24.659852 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Started child 103883 {{(pid=103770) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 06 11:18:24.660983 dv-cinder-836073-2-iscsi neutron-server[103770]: INFO oslo_service.service [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Starting 1 workers Apr 06 11:18:24.664103 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.service [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] calling RpcWorker wait() {{(pid=103883) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 06 11:18:24.664655 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.service [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] returning from RpcWorker wait() {{(pid=103883) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 06 11:18:24.665869 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Started child 103884 {{(pid=103770) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 06 11:18:24.665992 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:24.666399 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:18:24.666824 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG neutron_lib.callbacks.manager [None req-5e746312-fa7f-4b61-88d5-e9b886056a2b None None] Publish callbacks [] for process (None), after_spawn {{(pid=103770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:24.668765 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103770) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 06 11:18:24.669038 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 06 11:18:24.669330 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 06 11:18:24.669621 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 06 11:18:24.670029 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 06 11:18:24.670253 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 06 11:18:24.670826 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.670933 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:24.671391 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.671391 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.671693 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.672041 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.672705 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.673031 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.673362 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.673704 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.674028 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.674261 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.674494 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.674808 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.675135 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.675514 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.675853 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.676901 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.677376 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.677648 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.678019 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.678346 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.678643 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.678979 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] debug = True {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.679283 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.679839 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.680147 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.680472 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.680773 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.681106 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.681427 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.681760 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.682038 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.682334 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.682646 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.682942 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.683238 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.683510 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.683837 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.684113 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.684432 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.684713 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.685259 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] host = dv-cinder-836073-2-iscsi {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.685539 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.685837 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.686122 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.686429 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.686733 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.687027 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.687373 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.687691 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.687992 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.688291 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.688592 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.688895 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.689913 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.689913 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] log_file = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.689913 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] log_options = True {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.689913 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.690236 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.690327 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.690671 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.690836 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.691320 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.691693 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.691982 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.692306 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.692735 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.692735 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.692948 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.693205 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.693441 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.693687 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.693909 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.694149 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.694383 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.694631 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.694859 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.695355 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.695547 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:18:24.695655 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.695830 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.696068 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.696305 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.696535 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.696759 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.696971 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.697226 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.697458 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.697687 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.697930 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.698162 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.698461 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.698729 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.699102 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.699479 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.699699 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.700127 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.700496 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.700762 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.701040 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.705719 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.705719 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.705719 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.705719 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.705719 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] use_json = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.705719 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.705719 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.705719 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.705719 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.706371 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.706371 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.706371 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.706371 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.706371 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.706371 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.706371 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.706371 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.706918 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.706918 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.706918 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.706918 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.706918 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.706918 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.707418 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.707418 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.707539 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.707790 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.708058 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.708332 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.708694 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.708967 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.709280 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.709519 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.709739 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.709973 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.710196 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.710479 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.710881 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.711280 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.711542 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.711794 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.712089 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.712382 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.712712 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.713162 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.713576 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.713865 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.714211 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.714375 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.714598 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.714837 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.715096 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.715317 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.715600 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.715824 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.716059 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.716298 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.716558 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.716767 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.717225 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.717488 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.717725 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.717961 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.718181 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.718414 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.718628 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.718861 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.719194 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.719434 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.719666 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.719931 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.720186 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.720405 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.720666 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.720826 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.721060 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.721336 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.721557 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.721766 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.721976 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.722190 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.722400 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.722646 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.723373 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.723583 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.723813 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.724049 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.724370 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.724583 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.724798 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.725011 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.725316 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.725511 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.725716 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.725922 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.726136 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.726347 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.726559 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.726773 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.726990 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.727203 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.727412 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.727809 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.728220 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.728599 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.729126 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.729433 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.729696 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.729921 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.730136 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.730521 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.730896 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.731296 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.731577 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.731752 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.731990 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.732244 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.732473 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.732739 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.732966 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.733397 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.736062 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.736062 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.736062 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.736062 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.736062 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.736062 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.736062 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.736062 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.736683 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.736683 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.736683 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.736683 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.736683 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.737049 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.737049 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.737292 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.737553 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.737869 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.738154 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.738474 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.739474 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.739724 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.739972 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.740209 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.740461 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.740698 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.740948 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.741191 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.741464 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.741709 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.741927 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.742190 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.742514 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.742743 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.743170 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.743385 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.743664 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.743926 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.744194 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.744454 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.744848 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.745265 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.745522 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.745754 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.745992 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.746230 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.746461 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.746674 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.746919 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.747152 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.747386 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.747818 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.748036 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.748375 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.748742 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.749128 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.749735 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.750122 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.750760 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.750760 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.750760 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.751004 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.751235 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.751456 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.751696 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.751909 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.752119 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.752364 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.752588 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.752860 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.753137 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.753376 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.753621 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.753853 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.754138 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.754368 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.754618 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.754875 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.755078 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.755292 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.755516 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.755747 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.755981 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.756209 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.756424 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.756684 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.756917 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.757305 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.757555 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.757804 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.758066 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.758301 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.758522 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.758757 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.758979 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.759199 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.759418 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.759666 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.760072 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.760496 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.760717 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.760939 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.761175 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.761437 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.761692 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.761938 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.762176 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.762399 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.762646 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.762867 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.763093 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.763307 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.763516 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.763726 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.763943 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.764175 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.764476 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.764733 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.764980 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.765256 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.765506 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.765749 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.766009 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.770469 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.770469 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.770469 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.770469 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.770469 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.770469 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.770469 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.770469 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.771453 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.771453 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.771453 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.771453 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.771453 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.771453 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.771453 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.771453 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.772344 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.772344 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.772344 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.772344 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.772344 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.772344 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.772344 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.772344 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.773411 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.773411 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.773411 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.773411 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.773411 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.773411 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.773411 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.773411 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.774366 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.774366 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.774366 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.774684 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.774766 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.774929 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.775194 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.775438 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.775657 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.775946 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.776124 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.776450 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.776759 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.777064 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.777325 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.777600 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.777875 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.778147 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.778360 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.778663 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.778985 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.779262 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.779518 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.779773 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.780149 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.780297 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.780440 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.780656 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.780891 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.781128 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.781387 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.781617 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.781850 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.782169 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.782420 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.782643 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.782887 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.783097 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.783315 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.783536 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.783692 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 06 11:18:24.784212 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103770) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 06 11:18:24.784375 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 06 11:18:24.784531 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 06 11:18:24.784703 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 06 11:18:24.784870 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 06 11:18:24.785023 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 06 11:18:24.785260 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.786003 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.786163 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.786322 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.786480 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.786685 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.786847 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.787004 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.787162 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.787320 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.787479 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.787636 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.787794 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.787953 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.788204 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.788373 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.788522 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.788678 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.788857 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.789022 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.789215 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.789374 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.789534 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] debug = True {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.789692 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.789893 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.790048 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.790190 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.790347 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.790504 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.790662 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.790820 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.790977 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.791145 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.791306 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.791463 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.791591 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.791754 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.791904 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.792056 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.792214 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.792372 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.792529 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] host = dv-cinder-836073-2-iscsi {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.792680 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.792831 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.792991 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.793162 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.793320 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.793479 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.793652 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.793793 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.801233 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.801233 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.801233 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.801233 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.801233 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.801233 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] log_file = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.801233 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] log_options = True {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.801233 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.801233 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.802313 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.802313 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.802313 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.802313 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.802313 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.802313 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.802313 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.803101 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.803101 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.803289 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:18:24.803414 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.803414 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.803414 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.803414 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.803414 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.803414 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.803414 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.803414 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.804294 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.804294 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.804294 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.804294 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.804294 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.804294 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.804294 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.804294 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.804294 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.805261 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.805261 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.805261 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.805261 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.805261 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.805261 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.805261 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.805261 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.805866 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.805866 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.805866 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.805866 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.805866 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.805866 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.805866 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.805866 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.806444 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.806444 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.806444 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] use_json = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.806444 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.806444 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.806444 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.806444 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.806444 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.806444 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.807167 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.807167 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.807167 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 11:18:24.807167 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.807167 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.807167 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.807167 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.807167 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.807879 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.807879 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.807879 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.807879 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.807879 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.807879 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.807879 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.807879 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.808395 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.808395 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.808395 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.808395 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.808395 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.808395 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.808395 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.808395 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.809033 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.809033 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.809033 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.809033 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.809033 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.809033 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.809033 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.809033 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.809609 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.809609 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.809609 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.809609 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.809609 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.809609 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.809609 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.809609 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.811007 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.811007 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.811007 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.811007 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.811007 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.811007 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.811007 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.811007 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.811007 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.811814 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.811814 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.811814 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.811814 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.811814 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.811814 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.811814 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.811814 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.811814 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.812758 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.812758 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.812758 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.812758 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.812758 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.812758 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.812758 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.812758 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.813636 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.813636 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.813636 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.813636 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.813636 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.814017 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.814017 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.814017 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.814278 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.814278 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.814468 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.814587 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.814786 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.814872 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.815036 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.815197 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.815364 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.815526 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.815687 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.815848 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.816010 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.816170 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.816331 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.816490 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.816789 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.816927 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.817042 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.817178 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.817349 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.817527 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.817689 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.817850 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.818012 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.818172 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.818334 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.818494 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.818654 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.818814 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.818974 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.819134 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.819295 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.819467 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.819606 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.819765 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.819925 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.820330 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.820500 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.820660 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.820820 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.820978 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.821167 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.821331 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.821492 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.821652 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.821812 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.822015 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.822139 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.822292 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.822456 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.822617 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.822785 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.822956 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.823119 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.823285 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.823543 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.823703 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.823865 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.824024 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.824353 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.824353 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.824567 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.824683 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.824875 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.824987 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.825128 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.825263 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.828176 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.828176 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.828176 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.828176 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.828176 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.828176 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.828176 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.828176 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.829115 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.829115 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.829115 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.829115 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.829115 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.829115 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.829115 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.829115 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.829779 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.829779 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.829779 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.829779 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.829779 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.829779 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.829779 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.829779 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.830494 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.830494 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.830494 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.830494 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.830494 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.830494 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.830494 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.830494 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.831170 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.831170 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.831170 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.831170 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.831170 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.831170 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.831578 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.831578 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.831578 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.831833 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.831833 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.832058 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.832138 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.832805 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.832968 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.833204 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.833337 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.833467 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.833830 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.834002 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.834141 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.834276 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.834439 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.834619 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.834781 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.835030 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.835174 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.835307 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.835440 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.835573 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.835706 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.835840 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.835973 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.836135 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.836289 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.836444 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.836605 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.836808 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.836991 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.837217 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.837359 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.837492 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.837624 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 46548) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:18:24.837776 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.837776 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.838033 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.838033 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.838283 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.838283 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.838543 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.838677 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.838809 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.838962 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.839096 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.839228 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.839360 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.839492 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.839665 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.839897 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.840039 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.840172 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.840314 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.840447 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.840580 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.840713 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.840856 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.840991 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.841167 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.841308 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.841440 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.841592 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.841752 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.841913 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.842074 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.842234 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.842393 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.842542 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.842712 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.842862 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.843011 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.843169 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.843329 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.843489 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.843660 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.843821 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.843980 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.844140 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.844299 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.844449 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.844617 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.844778 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.844938 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.845234 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.845367 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.845500 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.845630 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.845759 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.845901 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.846031 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.846184 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.846344 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.846504 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.846667 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.846832 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.847021 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069635 Apr 06 11:18:24.847389 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.847389 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.847389 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.847719 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.847719 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.848577 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.848577 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.848942 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.848942 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.849247 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.849247 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.849502 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.849502 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.849692 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.849770 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.849975 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.850072 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.850197 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.850357 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.850519 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.850679 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.850839 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.850999 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.851159 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.851426 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.851553 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.851674 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.851805 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 11:18:24.851959 dv-cinder-836073-2-iscsi neutron-server[103770]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 06 11:18:36.592545 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f087f7b5-42ac-4ae8-a7dc-a90af675cf32 None None] get_active_networks_info from dv-cinder-836073-2-iscsi {{(pid=103883) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 06 11:18:36.655862 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f087f7b5-42ac-4ae8-a7dc-a90af675cf32 None None] No non-hosted networks {{(pid=103883) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 06 11:18:36.682790 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.agentschedulers_db [None req-f087f7b5-42ac-4ae8-a7dc-a90af675cf32 None None] DHCP Agent not found on host dv-cinder-836073-2-iscsi {{(pid=103883) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 06 11:18:36.852782 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-373da150-fca5-4702-9b68-5ff6d2b86f93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-886392'] for agent (8a8bc679-53b2-461d-b015-cec5a247fb94), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:39.025586 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-743202de-1c4d-474c-b8f7-6fa82e932d4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-886392'] for agent (9404f039-f516-42fd-94a5-c122fff5649f), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:39.082374 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.db.api [None req-8fb1a1d6-4171-4cc2-9ef8-9715d35cc60f None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-836073-2-iscsi {{(pid=103883) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 11:18:39.082865 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG oslo_db.api [None req-8fb1a1d6-4171-4cc2-9ef8-9715d35cc60f None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 11:18:39.673223 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-8fb1a1d6-4171-4cc2-9ef8-9715d35cc60f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (9404f039-f516-42fd-94a5-c122fff5649f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:39.892669 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 46612) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:18:40.561405 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0cc2d64b-8553-4c26-9c2d-26728f607b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-886392'] for agent (295112eb-abec-44aa-a7f9-d1b9c67b3953), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:40.722944 dv-cinder-836073-2-iscsi neutron-server[103882]: WARNING oslo_policy.policy [None req-f1d0bedd-40a4-40b0-8f6e-e3d97601e81a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 11:18:40.723614 dv-cinder-836073-2-iscsi neutron-server[103882]: WARNING oslo_policy.policy [None req-f1d0bedd-40a4-40b0-8f6e-e3d97601e81a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 11:18:40.959419 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [None req-f1d0bedd-40a4-40b0-8f6e-e3d97601e81a admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103882) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 11:18:40.978000 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-f1d0bedd-40a4-40b0-8f6e-e3d97601e81a admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 1.0841596 Apr 06 11:18:41.881836 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7bcfc971-4c1e-4d8f-8ae7-97bffdd4e21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-886392'] for agent (33edc1dd-8f2c-4a3f-bd07-9ad8bd534bf2), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:42.619783 dv-cinder-836073-2-iscsi neutron-server[103883]: INFO neutron.db.l3_hamode_db [None req-4b004bb1-3bed-496c-87d2-bea9195fb4d5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 06 11:18:42.698973 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b004bb1-3bed-496c-87d2-bea9195fb4d5 None None] Routers set() bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:18:42.699353 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b004bb1-3bed-496c-87d2-bea9195fb4d5 None None] Router IDs set() for agent in host dv-cinder-836073-2-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 06 11:18:43.212789 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-886392'] for agent (a2831ac0-05e7-463d-be89-41d2adab36ec), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:43.213491 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:18:43.213836 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:18:43.214179 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:18:43.214516 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:18:43.214845 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:18:43.215178 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:18:43.215527 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:18:43.215873 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:18:43.216201 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:18:43.216524 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:18:43.216863 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:18:43.217216 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:18:43.218131 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:18:43.218131 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:18:43.218325 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:18:43.218696 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-836073-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:18:43.226596 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-836073-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:18:43.659152 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 46646) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:18:43.974402 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-e9968beb-157f-4199-83b6-f8104c3e35b7 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:18:44.067353 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.policy [None req-e9968beb-157f-4199-83b6-f8104c3e35b7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103882) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 06 11:18:44.110504 dv-cinder-836073-2-iscsi neutron-server[103882]: WARNING oslo_policy.policy [None req-e9968beb-157f-4199-83b6-f8104c3e35b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 11:18:44.110878 dv-cinder-836073-2-iscsi neutron-server[103882]: WARNING oslo_policy.policy [None req-e9968beb-157f-4199-83b6-f8104c3e35b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 11:18:44.285067 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e9968beb-157f-4199-83b6-f8104c3e35b7 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779197366804', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779197369383', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779197318100', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779197323637', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779197334259', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779197339968', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1706819', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1782230', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-536605', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-645089'] for rbac-policy (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:44.523890 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e9968beb-157f-4199-83b6-f8104c3e35b7 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:44.525047 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-e9968beb-157f-4199-83b6-f8104c3e35b7 admin admin] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8648410 Apr 06 11:18:47.045137 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 46658) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:18:47.360254 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-ad23d259-8620-4bbe-8fcf-f4ca01148bee demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:18:47.452815 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad23d259-8620-4bbe-8fcf-f4ca01148bee demo demo] Made reservation on behalf of 71e167b165184e9287f55d948b9cb905 for: {'network': 1} {{(pid=103882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:18:47.456577 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ad23d259-8620-4bbe-8fcf-f4ca01148bee demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for network (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:47.473641 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ad23d259-8620-4bbe-8fcf-f4ca01148bee demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:47.579311 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ad23d259-8620-4bbe-8fcf-f4ca01148bee demo demo] Publish callbacks [] for security_group (caace4e2-9ce4-4eff-bccc-b72e386d8e7d), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:47.633071 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ad23d259-8620-4bbe-8fcf-f4ca01148bee demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (caace4e2-9ce4-4eff-bccc-b72e386d8e7d), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:47.665538 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad23d259-8620-4bbe-8fcf-f4ca01148bee demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=103882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 11:18:47.693025 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ad23d259-8620-4bbe-8fcf-f4ca01148bee demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779192912496', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726494'] for segment (bcc9238f-76f5-48b4-8775-f66b03b58e86), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:47.693627 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ad23d259-8620-4bbe-8fcf-f4ca01148bee demo demo] Unsubscribe: segment precommit_create {{(pid=103882) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 06 11:18:47.694159 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.db.segments_db [None req-ad23d259-8620-4bbe-8fcf-f4ca01148bee demo demo] Added segment bcc9238f-76f5-48b4-8775-f66b03b58e86 of type vlan for network 58518abe-377d-42c3-a2c2-3e4fb3355fcf Apr 06 11:18:47.700164 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad23d259-8620-4bbe-8fcf-f4ca01148bee demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=caace4e2-9ce4-4eff-bccc-b72e386d8e7d,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:18:47.735537 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad23d259-8620-4bbe-8fcf-f4ca01148bee demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:18:47.735781 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad23d259-8620-4bbe-8fcf-f4ca01148bee demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:18:47.736141 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad23d259-8620-4bbe-8fcf-f4ca01148bee demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:18:47.736498 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad23d259-8620-4bbe-8fcf-f4ca01148bee demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:18:47.736835 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad23d259-8620-4bbe-8fcf-f4ca01148bee demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:18:47.737182 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad23d259-8620-4bbe-8fcf-f4ca01148bee demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:18:47.737506 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad23d259-8620-4bbe-8fcf-f4ca01148bee demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:18:47.737830 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad23d259-8620-4bbe-8fcf-f4ca01148bee demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:18:47.738151 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad23d259-8620-4bbe-8fcf-f4ca01148bee demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:18:47.738520 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad23d259-8620-4bbe-8fcf-f4ca01148bee demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:18:47.738884 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad23d259-8620-4bbe-8fcf-f4ca01148bee demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:18:47.739226 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad23d259-8620-4bbe-8fcf-f4ca01148bee demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:18:47.739548 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad23d259-8620-4bbe-8fcf-f4ca01148bee demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:18:47.739866 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad23d259-8620-4bbe-8fcf-f4ca01148bee demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:18:47.740180 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad23d259-8620-4bbe-8fcf-f4ca01148bee demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:18:47.741568 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad23d259-8620-4bbe-8fcf-f4ca01148bee demo demo] Tracked resource versions report: Apr 06 11:18:47.741568 dv-cinder-836073-2-iscsi neutron-server[103882]: pushed versions: Apr 06 11:18:47.741568 dv-cinder-836073-2-iscsi neutron-server[103882]: { 'AddressGroup': {'1.2'}, Apr 06 11:18:47.741568 dv-cinder-836073-2-iscsi neutron-server[103882]: 'Agent': {'1.1'}, Apr 06 11:18:47.741568 dv-cinder-836073-2-iscsi neutron-server[103882]: 'ConntrackHelper': {'1.0'}, Apr 06 11:18:47.741568 dv-cinder-836073-2-iscsi neutron-server[103882]: 'LocalIPAssociation': {'1.0'}, Apr 06 11:18:47.741568 dv-cinder-836073-2-iscsi neutron-server[103882]: 'Log': {'1.0'}, Apr 06 11:18:47.741568 dv-cinder-836073-2-iscsi neutron-server[103882]: 'NDPProxy': {'1.0'}, Apr 06 11:18:47.741568 dv-cinder-836073-2-iscsi neutron-server[103882]: 'Network': {'1.1'}, Apr 06 11:18:47.741568 dv-cinder-836073-2-iscsi neutron-server[103882]: 'Port': {'1.7'}, Apr 06 11:18:47.741568 dv-cinder-836073-2-iscsi neutron-server[103882]: 'PortForwarding': {'1.3'}, Apr 06 11:18:47.741568 dv-cinder-836073-2-iscsi neutron-server[103882]: 'QosPolicy': {'1.10'}, Apr 06 11:18:47.741568 dv-cinder-836073-2-iscsi neutron-server[103882]: 'SecurityGroup': {'1.5'}, Apr 06 11:18:47.741568 dv-cinder-836073-2-iscsi neutron-server[103882]: 'SecurityGroupRule': {'1.2'}, Apr 06 11:18:47.741568 dv-cinder-836073-2-iscsi neutron-server[103882]: 'SubPort': {'1.0'}, Apr 06 11:18:47.741568 dv-cinder-836073-2-iscsi neutron-server[103882]: 'Subnet': {'1.1'}, Apr 06 11:18:47.741568 dv-cinder-836073-2-iscsi neutron-server[103882]: 'Trunk': {'1.1'}} Apr 06 11:18:47.741568 dv-cinder-836073-2-iscsi neutron-server[103882]: consumer versions: Apr 06 11:18:47.741568 dv-cinder-836073-2-iscsi neutron-server[103882]: { DHCP agent@dv-cinder-836073-2-iscsi: {}, Apr 06 11:18:47.741568 dv-cinder-836073-2-iscsi neutron-server[103882]: L3 agent@dv-cinder-836073-2-iscsi: {}, Apr 06 11:18:47.741568 dv-cinder-836073-2-iscsi neutron-server[103882]: Metadata agent@dv-cinder-836073-2-iscsi: {}, Apr 06 11:18:47.741568 dv-cinder-836073-2-iscsi neutron-server[103882]: Metering agent@dv-cinder-836073-2-iscsi: {}, Apr 06 11:18:47.741568 dv-cinder-836073-2-iscsi neutron-server[103882]: Open vSwitch agent@dv-cinder-836073-2-iscsi: { 'AddressGroup': '1.2', Apr 06 11:18:47.741568 dv-cinder-836073-2-iscsi neutron-server[103882]: 'Agent': '1.1', Apr 06 11:18:47.741568 dv-cinder-836073-2-iscsi neutron-server[103882]: 'ConntrackHelper': '1.0', Apr 06 11:18:47.741568 dv-cinder-836073-2-iscsi neutron-server[103882]: 'LocalIPAssociation': '1.0', Apr 06 11:18:47.741568 dv-cinder-836073-2-iscsi neutron-server[103882]: 'Log': '1.0', Apr 06 11:18:47.741568 dv-cinder-836073-2-iscsi neutron-server[103882]: 'NDPProxy': '1.0', Apr 06 11:18:47.741568 dv-cinder-836073-2-iscsi neutron-server[103882]: 'Network': '1.1', Apr 06 11:18:47.741568 dv-cinder-836073-2-iscsi neutron-server[103882]: 'Port': '1.7', Apr 06 11:18:47.741568 dv-cinder-836073-2-iscsi neutron-server[103882]: 'PortForwarding': '1.3', Apr 06 11:18:47.741568 dv-cinder-836073-2-iscsi neutron-server[103882]: 'QosPolicy': '1.10', Apr 06 11:18:47.741568 dv-cinder-836073-2-iscsi neutron-server[103882]: 'SecurityGroup': '1.5', Apr 06 11:18:47.741568 dv-cinder-836073-2-iscsi neutron-server[103882]: 'SecurityGroupRule': '1.2', Apr 06 11:18:47.741568 dv-cinder-836073-2-iscsi neutron-server[103882]: 'SubPort': '1.0', Apr 06 11:18:47.741568 dv-cinder-836073-2-iscsi neutron-server[103882]: 'Subnet': '1.1', Apr 06 11:18:47.741568 dv-cinder-836073-2-iscsi neutron-server[103882]: 'Trunk': '1.1'}} Apr 06 11:18:47.741568 dv-cinder-836073-2-iscsi neutron-server[103882]: {{(pid=103882) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 11:18:47.806860 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ad23d259-8620-4bbe-8fcf-f4ca01148bee demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779192449082'] for network (58518abe-377d-42c3-a2c2-3e4fb3355fcf), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:47.915723 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ad23d259-8620-4bbe-8fcf-f4ca01148bee demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322'] for network (58518abe-377d-42c3-a2c2-3e4fb3355fcf), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:47.920824 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad23d259-8620-4bbe-8fcf-f4ca01148bee demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:47.921615 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ad23d259-8620-4bbe-8fcf-f4ca01148bee demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570608'] for network (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:48.035070 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad23d259-8620-4bbe-8fcf-f4ca01148bee demo demo] Pushing event updated for resources: {'Network': ['ID=58518abe-377d-42c3-a2c2-3e4fb3355fcf,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:18:48.050647 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Network 58518abe-377d-42c3-a2c2-3e4fb3355fcf details requested by agent ovs-agent-dv-cinder-836073-2-iscsi with host dv-cinder-836073-2-iscsi {{(pid=103883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 11:18:48.067124 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-ad23d259-8620-4bbe-8fcf-f4ca01148bee demo demo] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0203631 Apr 06 11:18:50.611946 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 46670) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:18:51.105385 dv-cinder-836073-2-iscsi neutron-server[103881]: WARNING oslo_policy.policy [None req-275efd60-f359-4e92-b79f-96733c75c48e demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 11:18:51.105969 dv-cinder-836073-2-iscsi neutron-server[103881]: WARNING oslo_policy.policy [None req-275efd60-f359-4e92-b79f-96733c75c48e demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 11:18:51.539436 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.policy [None req-275efd60-f359-4e92-b79f-96733c75c48e demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103881) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 06 11:18:51.585235 dv-cinder-836073-2-iscsi neutron-server[103881]: WARNING oslo_policy.policy [None req-275efd60-f359-4e92-b79f-96733c75c48e demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 11:18:51.585611 dv-cinder-836073-2-iscsi neutron-server[103881]: WARNING oslo_policy.policy [None req-275efd60-f359-4e92-b79f-96733c75c48e demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 11:18:51.593496 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275efd60-f359-4e92-b79f-96733c75c48e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:51.595944 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-275efd60-f359-4e92-b79f-96733c75c48e demo admin] 10.222.0.43 "GET /v2.0/networks/58518abe-377d-42c3-a2c2-3e4fb3355fcf HTTP/1.1" status: 200 len: 825 time: 0.9819789 Apr 06 11:18:51.633802 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-1d53909b-f1ad-488d-a281-280926b374d2 demo admin] 10.222.0.43 "GET /v2.0/subnetpools/d2fc1eaf-893d-4a17-8874-766ccbb1287e HTTP/1.1" status: 200 len: 734 time: 0.0315969 Apr 06 11:18:51.642519 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-4a291121-d19b-48e2-bff6-04383c1a3658 demo admin] Request body: {'subnet': {'network_id': '58518abe-377d-42c3-a2c2-3e4fb3355fcf', 'name': 'private-subnet', 'subnetpool_id': 'd2fc1eaf-893d-4a17-8874-766ccbb1287e', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:18:51.756314 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a291121-d19b-48e2-bff6-04383c1a3658 demo admin] Made reservation on behalf of 71e167b165184e9287f55d948b9cb905 for: {'subnet': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:18:51.759142 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4a291121-d19b-48e2-bff6-04383c1a3658 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:52.113482 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4a291121-d19b-48e2-bff6-04383c1a3658 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322'] for subnet (d30ded80-5062-44c3-b83a-9937d3cb2675), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:52.180658 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a291121-d19b-48e2-bff6-04383c1a3658 demo admin] Checking segment: {'id': 'bcc9238f-76f5-48b4-8775-f66b03b58e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '58518abe-377d-42c3-a2c2-3e4fb3355fcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:18:52.181041 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a291121-d19b-48e2-bff6-04383c1a3658 demo admin] Network hostable DHCP agents. Network: 58518abe-377d-42c3-a2c2-3e4fb3355fcf, hostable agents: ['8a8bc679-53b2-461d-b015-cec5a247fb94'], hosted agents: [] {{(pid=103881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 11:18:52.198853 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a291121-d19b-48e2-bff6-04383c1a3658 demo admin] Pushing event updated for resources: {'Subnet': ['ID=d30ded80-5062-44c3-b83a-9937d3cb2675,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:18:52.213796 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a291121-d19b-48e2-bff6-04383c1a3658 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:18:52.214138 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a291121-d19b-48e2-bff6-04383c1a3658 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:18:52.214512 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a291121-d19b-48e2-bff6-04383c1a3658 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:18:52.214841 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a291121-d19b-48e2-bff6-04383c1a3658 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:18:52.215173 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a291121-d19b-48e2-bff6-04383c1a3658 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:18:52.215493 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a291121-d19b-48e2-bff6-04383c1a3658 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:18:52.215811 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a291121-d19b-48e2-bff6-04383c1a3658 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:18:52.216127 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a291121-d19b-48e2-bff6-04383c1a3658 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:18:52.216463 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a291121-d19b-48e2-bff6-04383c1a3658 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:18:52.216783 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a291121-d19b-48e2-bff6-04383c1a3658 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:18:52.217119 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a291121-d19b-48e2-bff6-04383c1a3658 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:18:52.217453 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a291121-d19b-48e2-bff6-04383c1a3658 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:18:52.217772 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a291121-d19b-48e2-bff6-04383c1a3658 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:18:52.218084 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a291121-d19b-48e2-bff6-04383c1a3658 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:18:52.218395 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a291121-d19b-48e2-bff6-04383c1a3658 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:18:52.219720 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a291121-d19b-48e2-bff6-04383c1a3658 demo admin] Tracked resource versions report: Apr 06 11:18:52.219720 dv-cinder-836073-2-iscsi neutron-server[103881]: pushed versions: Apr 06 11:18:52.219720 dv-cinder-836073-2-iscsi neutron-server[103881]: { 'AddressGroup': {'1.2'}, Apr 06 11:18:52.219720 dv-cinder-836073-2-iscsi neutron-server[103881]: 'Agent': {'1.1'}, Apr 06 11:18:52.219720 dv-cinder-836073-2-iscsi neutron-server[103881]: 'ConntrackHelper': {'1.0'}, Apr 06 11:18:52.219720 dv-cinder-836073-2-iscsi neutron-server[103881]: 'LocalIPAssociation': {'1.0'}, Apr 06 11:18:52.219720 dv-cinder-836073-2-iscsi neutron-server[103881]: 'Log': {'1.0'}, Apr 06 11:18:52.219720 dv-cinder-836073-2-iscsi neutron-server[103881]: 'NDPProxy': {'1.0'}, Apr 06 11:18:52.219720 dv-cinder-836073-2-iscsi neutron-server[103881]: 'Network': {'1.1'}, Apr 06 11:18:52.219720 dv-cinder-836073-2-iscsi neutron-server[103881]: 'Port': {'1.7'}, Apr 06 11:18:52.219720 dv-cinder-836073-2-iscsi neutron-server[103881]: 'PortForwarding': {'1.3'}, Apr 06 11:18:52.219720 dv-cinder-836073-2-iscsi neutron-server[103881]: 'QosPolicy': {'1.10'}, Apr 06 11:18:52.219720 dv-cinder-836073-2-iscsi neutron-server[103881]: 'SecurityGroup': {'1.5'}, Apr 06 11:18:52.219720 dv-cinder-836073-2-iscsi neutron-server[103881]: 'SecurityGroupRule': {'1.2'}, Apr 06 11:18:52.219720 dv-cinder-836073-2-iscsi neutron-server[103881]: 'SubPort': {'1.0'}, Apr 06 11:18:52.219720 dv-cinder-836073-2-iscsi neutron-server[103881]: 'Subnet': {'1.1'}, Apr 06 11:18:52.219720 dv-cinder-836073-2-iscsi neutron-server[103881]: 'Trunk': {'1.1'}} Apr 06 11:18:52.219720 dv-cinder-836073-2-iscsi neutron-server[103881]: consumer versions: Apr 06 11:18:52.219720 dv-cinder-836073-2-iscsi neutron-server[103881]: { DHCP agent@dv-cinder-836073-2-iscsi: {}, Apr 06 11:18:52.219720 dv-cinder-836073-2-iscsi neutron-server[103881]: L3 agent@dv-cinder-836073-2-iscsi: {}, Apr 06 11:18:52.219720 dv-cinder-836073-2-iscsi neutron-server[103881]: Metadata agent@dv-cinder-836073-2-iscsi: {}, Apr 06 11:18:52.219720 dv-cinder-836073-2-iscsi neutron-server[103881]: Metering agent@dv-cinder-836073-2-iscsi: {}, Apr 06 11:18:52.219720 dv-cinder-836073-2-iscsi neutron-server[103881]: Open vSwitch agent@dv-cinder-836073-2-iscsi: { 'AddressGroup': '1.2', Apr 06 11:18:52.219720 dv-cinder-836073-2-iscsi neutron-server[103881]: 'Agent': '1.1', Apr 06 11:18:52.219720 dv-cinder-836073-2-iscsi neutron-server[103881]: 'ConntrackHelper': '1.0', Apr 06 11:18:52.219720 dv-cinder-836073-2-iscsi neutron-server[103881]: 'LocalIPAssociation': '1.0', Apr 06 11:18:52.219720 dv-cinder-836073-2-iscsi neutron-server[103881]: 'Log': '1.0', Apr 06 11:18:52.219720 dv-cinder-836073-2-iscsi neutron-server[103881]: 'NDPProxy': '1.0', Apr 06 11:18:52.219720 dv-cinder-836073-2-iscsi neutron-server[103881]: 'Network': '1.1', Apr 06 11:18:52.219720 dv-cinder-836073-2-iscsi neutron-server[103881]: 'Port': '1.7', Apr 06 11:18:52.219720 dv-cinder-836073-2-iscsi neutron-server[103881]: 'PortForwarding': '1.3', Apr 06 11:18:52.219720 dv-cinder-836073-2-iscsi neutron-server[103881]: 'QosPolicy': '1.10', Apr 06 11:18:52.219720 dv-cinder-836073-2-iscsi neutron-server[103881]: 'SecurityGroup': '1.5', Apr 06 11:18:52.219720 dv-cinder-836073-2-iscsi neutron-server[103881]: 'SecurityGroupRule': '1.2', Apr 06 11:18:52.219720 dv-cinder-836073-2-iscsi neutron-server[103881]: 'SubPort': '1.0', Apr 06 11:18:52.219720 dv-cinder-836073-2-iscsi neutron-server[103881]: 'Subnet': '1.1', Apr 06 11:18:52.219720 dv-cinder-836073-2-iscsi neutron-server[103881]: 'Trunk': '1.1'}} Apr 06 11:18:52.219720 dv-cinder-836073-2-iscsi neutron-server[103881]: {{(pid=103881) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 11:18:52.295590 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a291121-d19b-48e2-bff6-04383c1a3658 demo admin] Network 58518abe-377d-42c3-a2c2-3e4fb3355fcf is scheduled to be hosted by DHCP agent 8a8bc679-53b2-461d-b015-cec5a247fb94 with binding_index 1 {{(pid=103881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 11:18:52.382382 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-4a291121-d19b-48e2-bff6-04383c1a3658 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836073-2-iscsi, 58518abe-377d-42c3-a2c2-3e4fb3355fcf) {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:18:52.387148 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a291121-d19b-48e2-bff6-04383c1a3658 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:18:52.388492 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4a291121-d19b-48e2-bff6-04383c1a3658 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570608'] for subnet (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:52.392546 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3338473-8572-40e5-9c40-44530cc72335 None None] Network 58518abe-377d-42c3-a2c2-3e4fb3355fcf requested from dv-cinder-836073-2-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:18:52.461547 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-4a291121-d19b-48e2-bff6-04383c1a3658 demo admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8222923 Apr 06 11:18:52.769198 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57a29de-3ac7-4c3c-bc17-f2099a2b7766 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272ef63c-8d75-5f2a-b33a-d377c0026717-58518abe-377d-42c3-a2c2-3e4fb3355fcf', 'network_id': '58518abe-377d-42c3-a2c2-3e4fb3355fcf', 'project_id': '71e167b165184e9287f55d948b9cb905', 'fixed_ips': [{'subnet_id': 'd30ded80-5062-44c3-b83a-9937d3cb2675'}]}} from dv-cinder-836073-2-iscsi. {{(pid=103883) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 11:18:52.770408 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e57a29de-3ac7-4c3c-bc17-f2099a2b7766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:53.061257 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [None req-e57a29de-3ac7-4c3c-bc17-f2099a2b7766 None None] Allocated IP 172.20.0.2 (58518abe-377d-42c3-a2c2-3e4fb3355fcf/d30ded80-5062-44c3-b83a-9937d3cb2675/649591b7-c664-4b51-abd2-6f261f3b83a4) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:18:53.343788 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e57a29de-3ac7-4c3c-bc17-f2099a2b7766 None None] Publish callbacks [] for port (649591b7-c664-4b51-abd2-6f261f3b83a4), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:53.459218 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e57a29de-3ac7-4c3c-bc17-f2099a2b7766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779192465924'] for port (649591b7-c664-4b51-abd2-6f261f3b83a4), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:53.535192 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57a29de-3ac7-4c3c-bc17-f2099a2b7766 None None] Network 58518abe-377d-42c3-a2c2-3e4fb3355fcf is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:18:53.540209 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-e57a29de-3ac7-4c3c-bc17-f2099a2b7766 None None] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:18:53.548815 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57a29de-3ac7-4c3c-bc17-f2099a2b7766 None None] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:18:53.551863 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57a29de-3ac7-4c3c-bc17-f2099a2b7766 None None] Pushing event updated for resources: {'Port': ['ID=649591b7-c664-4b51-abd2-6f261f3b83a4,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:18:53.562970 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57a29de-3ac7-4c3c-bc17-f2099a2b7766 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:18:53.563309 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57a29de-3ac7-4c3c-bc17-f2099a2b7766 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:18:53.563663 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57a29de-3ac7-4c3c-bc17-f2099a2b7766 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:18:53.564014 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57a29de-3ac7-4c3c-bc17-f2099a2b7766 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:18:53.564346 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57a29de-3ac7-4c3c-bc17-f2099a2b7766 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:18:53.564672 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57a29de-3ac7-4c3c-bc17-f2099a2b7766 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:18:53.564994 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57a29de-3ac7-4c3c-bc17-f2099a2b7766 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:18:53.565339 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57a29de-3ac7-4c3c-bc17-f2099a2b7766 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:18:53.565662 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57a29de-3ac7-4c3c-bc17-f2099a2b7766 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:18:53.565978 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57a29de-3ac7-4c3c-bc17-f2099a2b7766 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:18:53.566297 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57a29de-3ac7-4c3c-bc17-f2099a2b7766 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:18:53.566630 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57a29de-3ac7-4c3c-bc17-f2099a2b7766 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:18:53.566949 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57a29de-3ac7-4c3c-bc17-f2099a2b7766 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:18:53.567264 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57a29de-3ac7-4c3c-bc17-f2099a2b7766 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:18:53.567576 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57a29de-3ac7-4c3c-bc17-f2099a2b7766 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:18:53.569615 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57a29de-3ac7-4c3c-bc17-f2099a2b7766 None None] Tracked resource versions report: Apr 06 11:18:53.569615 dv-cinder-836073-2-iscsi neutron-server[103883]: pushed versions: Apr 06 11:18:53.569615 dv-cinder-836073-2-iscsi neutron-server[103883]: { 'AddressGroup': {'1.2'}, Apr 06 11:18:53.569615 dv-cinder-836073-2-iscsi neutron-server[103883]: 'Agent': {'1.1'}, Apr 06 11:18:53.569615 dv-cinder-836073-2-iscsi neutron-server[103883]: 'ConntrackHelper': {'1.0'}, Apr 06 11:18:53.569615 dv-cinder-836073-2-iscsi neutron-server[103883]: 'LocalIPAssociation': {'1.0'}, Apr 06 11:18:53.569615 dv-cinder-836073-2-iscsi neutron-server[103883]: 'Log': {'1.0'}, Apr 06 11:18:53.569615 dv-cinder-836073-2-iscsi neutron-server[103883]: 'NDPProxy': {'1.0'}, Apr 06 11:18:53.569615 dv-cinder-836073-2-iscsi neutron-server[103883]: 'Network': {'1.1'}, Apr 06 11:18:53.569615 dv-cinder-836073-2-iscsi neutron-server[103883]: 'Port': {'1.7'}, Apr 06 11:18:53.569615 dv-cinder-836073-2-iscsi neutron-server[103883]: 'PortForwarding': {'1.3'}, Apr 06 11:18:53.569615 dv-cinder-836073-2-iscsi neutron-server[103883]: 'QosPolicy': {'1.10'}, Apr 06 11:18:53.569615 dv-cinder-836073-2-iscsi neutron-server[103883]: 'SecurityGroup': {'1.5'}, Apr 06 11:18:53.569615 dv-cinder-836073-2-iscsi neutron-server[103883]: 'SecurityGroupRule': {'1.2'}, Apr 06 11:18:53.569615 dv-cinder-836073-2-iscsi neutron-server[103883]: 'SubPort': {'1.0'}, Apr 06 11:18:53.569615 dv-cinder-836073-2-iscsi neutron-server[103883]: 'Subnet': {'1.1'}, Apr 06 11:18:53.569615 dv-cinder-836073-2-iscsi neutron-server[103883]: 'Trunk': {'1.1'}} Apr 06 11:18:53.569615 dv-cinder-836073-2-iscsi neutron-server[103883]: consumer versions: Apr 06 11:18:53.569615 dv-cinder-836073-2-iscsi neutron-server[103883]: { DHCP agent@dv-cinder-836073-2-iscsi: {}, Apr 06 11:18:53.569615 dv-cinder-836073-2-iscsi neutron-server[103883]: L3 agent@dv-cinder-836073-2-iscsi: {}, Apr 06 11:18:53.569615 dv-cinder-836073-2-iscsi neutron-server[103883]: Metadata agent@dv-cinder-836073-2-iscsi: {}, Apr 06 11:18:53.569615 dv-cinder-836073-2-iscsi neutron-server[103883]: Metering agent@dv-cinder-836073-2-iscsi: {}, Apr 06 11:18:53.569615 dv-cinder-836073-2-iscsi neutron-server[103883]: Open vSwitch agent@dv-cinder-836073-2-iscsi: { 'AddressGroup': '1.2', Apr 06 11:18:53.569615 dv-cinder-836073-2-iscsi neutron-server[103883]: 'Agent': '1.1', Apr 06 11:18:53.569615 dv-cinder-836073-2-iscsi neutron-server[103883]: 'ConntrackHelper': '1.0', Apr 06 11:18:53.569615 dv-cinder-836073-2-iscsi neutron-server[103883]: 'LocalIPAssociation': '1.0', Apr 06 11:18:53.569615 dv-cinder-836073-2-iscsi neutron-server[103883]: 'Log': '1.0', Apr 06 11:18:53.569615 dv-cinder-836073-2-iscsi neutron-server[103883]: 'NDPProxy': '1.0', Apr 06 11:18:53.569615 dv-cinder-836073-2-iscsi neutron-server[103883]: 'Network': '1.1', Apr 06 11:18:53.569615 dv-cinder-836073-2-iscsi neutron-server[103883]: 'Port': '1.7', Apr 06 11:18:53.569615 dv-cinder-836073-2-iscsi neutron-server[103883]: 'PortForwarding': '1.3', Apr 06 11:18:53.569615 dv-cinder-836073-2-iscsi neutron-server[103883]: 'QosPolicy': '1.10', Apr 06 11:18:53.569615 dv-cinder-836073-2-iscsi neutron-server[103883]: 'SecurityGroup': '1.5', Apr 06 11:18:53.569615 dv-cinder-836073-2-iscsi neutron-server[103883]: 'SecurityGroupRule': '1.2', Apr 06 11:18:53.569615 dv-cinder-836073-2-iscsi neutron-server[103883]: 'SubPort': '1.0', Apr 06 11:18:53.569615 dv-cinder-836073-2-iscsi neutron-server[103883]: 'Subnet': '1.1', Apr 06 11:18:53.569615 dv-cinder-836073-2-iscsi neutron-server[103883]: 'Trunk': '1.1'}} Apr 06 11:18:53.569615 dv-cinder-836073-2-iscsi neutron-server[103883]: {{(pid=103883) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 11:18:53.642448 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-e57a29de-3ac7-4c3c-bc17-f2099a2b7766 None None] Attempting to bind port 649591b7-c664-4b51-abd2-6f261f3b83a4 on host dv-cinder-836073-2-iscsi for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:18:53.642844 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-e57a29de-3ac7-4c3c-bc17-f2099a2b7766 None None] Attempting to bind port 649591b7-c664-4b51-abd2-6f261f3b83a4 by drivers openvswitch,hyperv on host dv-cinder-836073-2-iscsi at level 0 using segments [{'id': 'bcc9238f-76f5-48b4-8775-f66b03b58e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '58518abe-377d-42c3-a2c2-3e4fb3355fcf'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:18:53.643250 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57a29de-3ac7-4c3c-bc17-f2099a2b7766 None None] Attempting to bind port 649591b7-c664-4b51-abd2-6f261f3b83a4 on network 58518abe-377d-42c3-a2c2-3e4fb3355fcf {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:18:53.648846 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57a29de-3ac7-4c3c-bc17-f2099a2b7766 None None] Checking agent: {'id': 'a2831ac0-05e7-463d-be89-41d2adab36ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 18, 43), 'started_at': datetime.datetime(2022, 4, 6, 11, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:18:53.649263 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57a29de-3ac7-4c3c-bc17-f2099a2b7766 None None] Checking segment: {'id': 'bcc9238f-76f5-48b4-8775-f66b03b58e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '58518abe-377d-42c3-a2c2-3e4fb3355fcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:18:53.649765 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e57a29de-3ac7-4c3c-bc17-f2099a2b7766 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:53.650156 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57a29de-3ac7-4c3c-bc17-f2099a2b7766 None None] Bound using segment: {'id': 'bcc9238f-76f5-48b4-8775-f66b03b58e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '58518abe-377d-42c3-a2c2-3e4fb3355fcf'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:18:53.650614 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-e57a29de-3ac7-4c3c-bc17-f2099a2b7766 None None] Bound port: 649591b7-c664-4b51-abd2-6f261f3b83a4, host: dv-cinder-836073-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcc9238f-76f5-48b4-8775-f66b03b58e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '58518abe-377d-42c3-a2c2-3e4fb3355fcf'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:18:53.651019 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e57a29de-3ac7-4c3c-bc17-f2099a2b7766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (649591b7-c664-4b51-abd2-6f261f3b83a4), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:53.716665 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e57a29de-3ac7-4c3c-bc17-f2099a2b7766 None None] For port 649591b7-c664-4b51-abd2-6f261f3b83a4, host dv-cinder-836073-2-iscsi, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:18:53.720861 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e57a29de-3ac7-4c3c-bc17-f2099a2b7766 None None] For port 649591b7-c664-4b51-abd2-6f261f3b83a4, host dv-cinder-836073-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=649591b7-c664-4b51-abd2-6f261f3b83a4,segment=NetworkSegment(bcc9238f-76f5-48b4-8775-f66b03b58e86),segment_id=bcc9238f-76f5-48b4-8775-f66b03b58e86)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:18:53.813152 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e57a29de-3ac7-4c3c-bc17-f2099a2b7766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (649591b7-c664-4b51-abd2-6f261f3b83a4), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:53.879540 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57a29de-3ac7-4c3c-bc17-f2099a2b7766 None None] Pushing event updated for resources: {'Port': ['ID=649591b7-c664-4b51-abd2-6f261f3b83a4,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:18:55.068448 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 46690) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:18:55.383060 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [None req-bf64dcb3-cdbe-40fa-8650-b9e3007d856c admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103881) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 11:18:55.384080 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-bf64dcb3-cdbe-40fa-8650-b9e3007d856c admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3146970 Apr 06 11:18:57.929077 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 46698) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:18:58.247429 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [None req-ff618943-042d-46d6-8956-3dd6df2f150a admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103882) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 11:18:58.248485 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-ff618943-042d-46d6-8956-3dd6df2f150a admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3182302 Apr 06 11:19:00.799054 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 46706) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:19:01.130017 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-d132ba30-18bd-4064-b371-67fe541ad302 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:19:01.225711 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d132ba30-18bd-4064-b371-67fe541ad302 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-917030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7890'] for router (9556970b-8077-4f6a-be62-32f6ebde4a8a), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:01.227420 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d132ba30-18bd-4064-b371-67fe541ad302 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-915638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-884774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7883'] for router (9556970b-8077-4f6a-be62-32f6ebde4a8a), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:01.370195 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d132ba30-18bd-4064-b371-67fe541ad302 demo demo] Publish callbacks [] for router_controller (9556970b-8077-4f6a-be62-32f6ebde4a8a), precommit_add_association {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:01.419476 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d132ba30-18bd-4064-b371-67fe541ad302 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-915631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886519'] for router (9556970b-8077-4f6a-be62-32f6ebde4a8a), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:01.498021 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d132ba30-18bd-4064-b371-67fe541ad302 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:01.499130 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-d132ba30-18bd-4064-b371-67fe541ad302 demo demo] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6990924 Apr 06 11:19:03.889846 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device 649591b7-c664-4b51-abd2-6f261f3b83a4 up at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:19:03.982546 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Provisioning complete for port 649591b7-c664-4b51-abd2-6f261f3b83a4 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:19:03.982861 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (649591b7-c664-4b51-abd2-6f261f3b83a4), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:04.047186 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 46718) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:19:04.092298 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Current status of the port 649591b7-c664-4b51-abd2-6f261f3b83a4 is: DOWN; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:19:04.092611 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (649591b7-c664-4b51-abd2-6f261f3b83a4), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:04.126895 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] For port 649591b7-c664-4b51-abd2-6f261f3b83a4, host dv-cinder-836073-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=649591b7-c664-4b51-abd2-6f261f3b83a4,segment=NetworkSegment(bcc9238f-76f5-48b4-8775-f66b03b58e86),segment_id=bcc9238f-76f5-48b4-8775-f66b03b58e86)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:19:04.193619 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (649591b7-c664-4b51-abd2-6f261f3b83a4), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:04.243889 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Pushing event updated for resources: {'Port': ['ID=649591b7-c664-4b51-abd2-6f261f3b83a4,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:19:04.374544 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [None req-fc3d36dd-a078-4c9d-82e4-42e84fe91752 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103882) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 11:19:04.375552 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-fc3d36dd-a078-4c9d-82e4-42e84fe91752 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3273957 Apr 06 11:19:05.455669 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0d6f73-4321-4df4-9b61-162407e0ecec None None] Network 58518abe-377d-42c3-a2c2-3e4fb3355fcf requested from dv-cinder-836073-2-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:19:05.517535 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-57c11ef3-4cba-44d3-b44f-2b899a555a5a None None] Provisioning complete for port 649591b7-c664-4b51-abd2-6f261f3b83a4 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:19:05.517919 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-57c11ef3-4cba-44d3-b44f-2b899a555a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (649591b7-c664-4b51-abd2-6f261f3b83a4), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:05.650101 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-57c11ef3-4cba-44d3-b44f-2b899a555a5a None None] Current status of the port 649591b7-c664-4b51-abd2-6f261f3b83a4 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:19:05.866967 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device 649591b7-c664-4b51-abd2-6f261f3b83a4 up at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:19:05.906976 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-01907da6-4295-44b5-ad8a-0eb120cc5586 None None] Provisioning complete for port 649591b7-c664-4b51-abd2-6f261f3b83a4 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:19:05.907368 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-01907da6-4295-44b5-ad8a-0eb120cc5586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (649591b7-c664-4b51-abd2-6f261f3b83a4), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:05.954833 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Provisioning complete for port 649591b7-c664-4b51-abd2-6f261f3b83a4 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:19:05.955147 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (649591b7-c664-4b51-abd2-6f261f3b83a4), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:06.024515 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-01907da6-4295-44b5-ad8a-0eb120cc5586 None None] Current status of the port 649591b7-c664-4b51-abd2-6f261f3b83a4 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:19:06.063656 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Current status of the port 649591b7-c664-4b51-abd2-6f261f3b83a4 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:19:06.621873 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f46230fc-514f-49a5-a019-d918a23da05d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (8a8bc679-53b2-461d-b015-cec5a247fb94), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:06.933549 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 46726) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:19:07.245936 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-8009d6da-8f0b-471d-8b05-fe24d97c1a4f admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:19:07.361495 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8009d6da-8f0b-471d-8b05-fe24d97c1a4f admin admin] Made reservation on behalf of 12dfde64f00143f08091fac5842a598a for: {'network': 1} {{(pid=103882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:19:07.363725 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8009d6da-8f0b-471d-8b05-fe24d97c1a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for network (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:07.371674 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8009d6da-8f0b-471d-8b05-fe24d97c1a4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:07.440552 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8009d6da-8f0b-471d-8b05-fe24d97c1a4f admin admin] Publish callbacks [] for security_group (ea382c1a-eec8-4800-85cd-069687b360a1), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:07.522315 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8009d6da-8f0b-471d-8b05-fe24d97c1a4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (ea382c1a-eec8-4800-85cd-069687b360a1), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:07.539223 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8009d6da-8f0b-471d-8b05-fe24d97c1a4f admin admin] Reserving flat network on physical network physnet1 {{(pid=103882) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 06 11:19:07.555729 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8009d6da-8f0b-471d-8b05-fe24d97c1a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea382c1a-eec8-4800-85cd-069687b360a1,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:19:07.561846 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8009d6da-8f0b-471d-8b05-fe24d97c1a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726494'] for segment (a1489c3e-d8bf-465c-8161-3d720cf0d135), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:07.562179 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.db.segments_db [None req-8009d6da-8f0b-471d-8b05-fe24d97c1a4f admin admin] Added segment a1489c3e-d8bf-465c-8161-3d720cf0d135 of type flat for network 698fa61f-093e-4dd4-aaec-c1b231275ecc Apr 06 11:19:07.617381 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8009d6da-8f0b-471d-8b05-fe24d97c1a4f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779192449082'] for network (698fa61f-093e-4dd4-aaec-c1b231275ecc), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:07.750443 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8009d6da-8f0b-471d-8b05-fe24d97c1a4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322'] for network (698fa61f-093e-4dd4-aaec-c1b231275ecc), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:07.751475 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8009d6da-8f0b-471d-8b05-fe24d97c1a4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:19:07.752110 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8009d6da-8f0b-471d-8b05-fe24d97c1a4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570608'] for network (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:07.841902 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8009d6da-8f0b-471d-8b05-fe24d97c1a4f admin admin] Pushing event updated for resources: {'Network': ['ID=698fa61f-093e-4dd4-aaec-c1b231275ecc,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:19:07.860032 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Network 698fa61f-093e-4dd4-aaec-c1b231275ecc details requested by agent ovs-agent-dv-cinder-836073-2-iscsi with host dv-cinder-836073-2-iscsi {{(pid=103883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 11:19:08.047456 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-8009d6da-8f0b-471d-8b05-fe24d97c1a4f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1128399 Apr 06 11:19:08.992999 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-57968377-7fa2-465b-b8af-27795c0d773a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (9404f039-f516-42fd-94a5-c122fff5649f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:10.476455 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0cc2d64b-8553-4c26-9c2d-26728f607b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (295112eb-abec-44aa-a7f9-d1b9c67b3953), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:10.564066 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 46744) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:19:10.781739 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931c2da1-cda0-4e29-ad55-64ed4dc99335 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:19:10.783179 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-931c2da1-cda0-4e29-ad55-64ed4dc99335 demo admin] 10.222.0.43 "GET /v2.0/subnets/d30ded80-5062-44c3-b83a-9937d3cb2675 HTTP/1.1" status: 200 len: 849 time: 0.2180154 Apr 06 11:19:10.909780 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-e952c786-20e2-4b7b-8c9f-42f14faf36ab demo admin] 10.222.0.43 "GET /v2.0/routers/9556970b-8077-4f6a-be62-32f6ebde4a8a HTTP/1.1" status: 200 len: 704 time: 0.1189964 Apr 06 11:19:11.177772 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-651a5cd7-0ba7-4ba9-8551-0b3d839ebd2a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:11.470139 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [None req-651a5cd7-0ba7-4ba9-8551-0b3d839ebd2a demo admin] Allocated IP 172.20.0.1 (58518abe-377d-42c3-a2c2-3e4fb3355fcf/d30ded80-5062-44c3-b83a-9937d3cb2675/3dc8e53b-087d-4f93-81df-362a35511e2e) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:19:11.651414 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-651a5cd7-0ba7-4ba9-8551-0b3d839ebd2a demo admin] Publish callbacks [] for port (3dc8e53b-087d-4f93-81df-362a35511e2e), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:11.727180 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7bcfc971-4c1e-4d8f-8ae7-97bffdd4e21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (33edc1dd-8f2c-4a3f-bd07-9ad8bd534bf2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:11.779453 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-651a5cd7-0ba7-4ba9-8551-0b3d839ebd2a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779192465924'] for port (3dc8e53b-087d-4f93-81df-362a35511e2e), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:11.912365 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651a5cd7-0ba7-4ba9-8551-0b3d839ebd2a demo admin] Network 58518abe-377d-42c3-a2c2-3e4fb3355fcf is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:19:11.916998 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-651a5cd7-0ba7-4ba9-8551-0b3d839ebd2a demo admin] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:19:11.928416 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651a5cd7-0ba7-4ba9-8551-0b3d839ebd2a demo admin] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:19:11.928416 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-651a5cd7-0ba7-4ba9-8551-0b3d839ebd2a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-886310'] for router_interface (9556970b-8077-4f6a-be62-32f6ebde4a8a), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:11.944514 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651a5cd7-0ba7-4ba9-8551-0b3d839ebd2a demo admin] Pushing event updated for resources: {'Port': ['ID=3dc8e53b-087d-4f93-81df-362a35511e2e,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:19:12.180379 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-b09def8c-19e1-41da-b921-5f1cfbb14f31 None None] Provisioning complete for port 3dc8e53b-087d-4f93-81df-362a35511e2e triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:19:12.180771 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-b09def8c-19e1-41da-b921-5f1cfbb14f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (3dc8e53b-087d-4f93-81df-362a35511e2e), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:12.183280 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-651a5cd7-0ba7-4ba9-8551-0b3d839ebd2a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (3dc8e53b-087d-4f93-81df-362a35511e2e), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:12.214593 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-b09def8c-19e1-41da-b921-5f1cfbb14f31 None None] Port 3dc8e53b-087d-4f93-81df-362a35511e2e cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:19:12.390453 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-651a5cd7-0ba7-4ba9-8551-0b3d839ebd2a demo admin] Publish callbacks [] for port (3dc8e53b-087d-4f93-81df-362a35511e2e), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:12.441523 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-651a5cd7-0ba7-4ba9-8551-0b3d839ebd2a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (3dc8e53b-087d-4f93-81df-362a35511e2e), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:12.442266 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-651a5cd7-0ba7-4ba9-8551-0b3d839ebd2a demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-916918'] for router_interface (9556970b-8077-4f6a-be62-32f6ebde4a8a), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:12.518096 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651a5cd7-0ba7-4ba9-8551-0b3d839ebd2a demo admin] Pushing event updated for resources: {'Port': ['ID=3dc8e53b-087d-4f93-81df-362a35511e2e,revision_number=2']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:19:12.562953 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651a5cd7-0ba7-4ba9-8551-0b3d839ebd2a demo admin] Network 58518abe-377d-42c3-a2c2-3e4fb3355fcf is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:19:12.564243 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-651a5cd7-0ba7-4ba9-8551-0b3d839ebd2a demo admin] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:19:12.735007 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-ba7ece0a-0faa-4bf8-81d7-90ad61c3e719 None None] Provisioning complete for port 3dc8e53b-087d-4f93-81df-362a35511e2e triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:19:12.735576 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ba7ece0a-0faa-4bf8-81d7-90ad61c3e719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (3dc8e53b-087d-4f93-81df-362a35511e2e), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:12.769655 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ba7ece0a-0faa-4bf8-81d7-90ad61c3e719 None None] Port 3dc8e53b-087d-4f93-81df-362a35511e2e cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:19:12.785092 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-651a5cd7-0ba7-4ba9-8551-0b3d839ebd2a demo admin] Router 9556970b-8077-4f6a-be62-32f6ebde4a8a is scheduled to L3 agent 9404f039-f516-42fd-94a5-c122fff5649f with binding_index 1 {{(pid=103882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 11:19:12.878057 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-651a5cd7-0ba7-4ba9-8551-0b3d839ebd2a demo admin] Notify agent at l3_agent.dv-cinder-836073-2-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:19:12.883894 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-651a5cd7-0ba7-4ba9-8551-0b3d839ebd2a demo admin] 10.222.0.43 "PUT /v2.0/routers/9556970b-8077-4f6a-be62-32f6ebde4a8a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9683115 Apr 06 11:19:12.900839 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67077aa-06ef-41dd-9b8f-cfb5d59a0499 None None] Sync routers for ids ['9556970b-8077-4f6a-be62-32f6ebde4a8a'] in dv-cinder-836073-2-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:19:12.913714 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67077aa-06ef-41dd-9b8f-cfb5d59a0499 None None] Routers {'9556970b-8077-4f6a-be62-32f6ebde4a8a'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:19:12.914748 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-d67077aa-06ef-41dd-9b8f-cfb5d59a0499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:19:09Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['9556970b-8077-4f6a-be62-32f6ebde4a8a'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:19:13.113705 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-d67077aa-06ef-41dd-9b8f-cfb5d59a0499 None None] Set router 9556970b-8077-4f6a-be62-32f6ebde4a8a gateway port host: None {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:19:13.219149 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (a2831ac0-05e7-463d-be89-41d2adab36ec), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:13.547531 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-d67077aa-06ef-41dd-9b8f-cfb5d59a0499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9556970b-8077-4f6a-be62-32f6ebde4a8a', 'name': 'router1', 'tenant_id': '71e167b165184e9287f55d948b9cb905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:19:01Z', 'updated_at': '2022-04-06T11:19:12Z', 'revision_number': 2, 'project_id': '71e167b165184e9287f55d948b9cb905', 'gw_port_host': None, '_interfaces': [{'id': '3dc8e53b-087d-4f93-81df-362a35511e2e', 'name': '', 'network_id': '58518abe-377d-42c3-a2c2-3e4fb3355fcf', 'tenant_id': '71e167b165184e9287f55d948b9cb905', 'mac_address': 'fa:16:3e:8e:3f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9556970b-8077-4f6a-be62-32f6ebde4a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd30ded80-5062-44c3-b83a-9937d3cb2675', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:19:11Z', 'updated_at': '2022-04-06T11:19:12Z', 'revision_number': 2, 'project_id': '71e167b165184e9287f55d948b9cb905', 'subnets': [{'id': 'd30ded80-5062-44c3-b83a-9937d3cb2675', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd2fc1eaf-893d-4a17-8874-766ccbb1287e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:19:13.600255 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67077aa-06ef-41dd-9b8f-cfb5d59a0499 None None] Checking router: 9556970b-8077-4f6a-be62-32f6ebde4a8a for host: dv-cinder-836073-2-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:19:13.600635 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67077aa-06ef-41dd-9b8f-cfb5d59a0499 None None] Updating router 9556970b-8077-4f6a-be62-32f6ebde4a8a port 3dc8e53b-087d-4f93-81df-362a35511e2e binding host dv-cinder-836073-2-iscsi {{(pid=103884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 11:19:13.652317 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d67077aa-06ef-41dd-9b8f-cfb5d59a0499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (3dc8e53b-087d-4f93-81df-362a35511e2e), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:14.164481 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d67077aa-06ef-41dd-9b8f-cfb5d59a0499 None None] Publish callbacks [] for port (3dc8e53b-087d-4f93-81df-362a35511e2e), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:14.252982 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d67077aa-06ef-41dd-9b8f-cfb5d59a0499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (3dc8e53b-087d-4f93-81df-362a35511e2e), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:14.422867 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bbd399-e1b6-4cb7-8ecf-9a7ccc2874a3 None None] Pushing event updated for resources: {'Port': ['ID=3dc8e53b-087d-4f93-81df-362a35511e2e,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:19:14.428943 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-d67077aa-06ef-41dd-9b8f-cfb5d59a0499 None None] Attempting to bind port 3dc8e53b-087d-4f93-81df-362a35511e2e on host dv-cinder-836073-2-iscsi for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:19:14.429365 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-d67077aa-06ef-41dd-9b8f-cfb5d59a0499 None None] Attempting to bind port 3dc8e53b-087d-4f93-81df-362a35511e2e by drivers openvswitch,hyperv on host dv-cinder-836073-2-iscsi at level 0 using segments [{'id': 'bcc9238f-76f5-48b4-8775-f66b03b58e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '58518abe-377d-42c3-a2c2-3e4fb3355fcf'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:19:14.429784 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67077aa-06ef-41dd-9b8f-cfb5d59a0499 None None] Attempting to bind port 3dc8e53b-087d-4f93-81df-362a35511e2e on network 58518abe-377d-42c3-a2c2-3e4fb3355fcf {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:19:14.437792 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bbd399-e1b6-4cb7-8ecf-9a7ccc2874a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:19:14.438129 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bbd399-e1b6-4cb7-8ecf-9a7ccc2874a3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:19:14.438480 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bbd399-e1b6-4cb7-8ecf-9a7ccc2874a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:19:14.438817 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bbd399-e1b6-4cb7-8ecf-9a7ccc2874a3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:19:14.439143 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bbd399-e1b6-4cb7-8ecf-9a7ccc2874a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:19:14.439469 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bbd399-e1b6-4cb7-8ecf-9a7ccc2874a3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:19:14.439794 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bbd399-e1b6-4cb7-8ecf-9a7ccc2874a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:19:14.440116 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bbd399-e1b6-4cb7-8ecf-9a7ccc2874a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:19:14.440437 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bbd399-e1b6-4cb7-8ecf-9a7ccc2874a3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:19:14.440754 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bbd399-e1b6-4cb7-8ecf-9a7ccc2874a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:19:14.441070 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bbd399-e1b6-4cb7-8ecf-9a7ccc2874a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:19:14.441475 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bbd399-e1b6-4cb7-8ecf-9a7ccc2874a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:19:14.441763 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bbd399-e1b6-4cb7-8ecf-9a7ccc2874a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:19:14.442053 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bbd399-e1b6-4cb7-8ecf-9a7ccc2874a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:19:14.442361 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bbd399-e1b6-4cb7-8ecf-9a7ccc2874a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:19:14.443996 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bbd399-e1b6-4cb7-8ecf-9a7ccc2874a3 None None] Tracked resource versions report: Apr 06 11:19:14.443996 dv-cinder-836073-2-iscsi neutron-server[103884]: pushed versions: Apr 06 11:19:14.443996 dv-cinder-836073-2-iscsi neutron-server[103884]: { 'AddressGroup': {'1.2'}, Apr 06 11:19:14.443996 dv-cinder-836073-2-iscsi neutron-server[103884]: 'Agent': {'1.1'}, Apr 06 11:19:14.443996 dv-cinder-836073-2-iscsi neutron-server[103884]: 'ConntrackHelper': {'1.0'}, Apr 06 11:19:14.443996 dv-cinder-836073-2-iscsi neutron-server[103884]: 'LocalIPAssociation': {'1.0'}, Apr 06 11:19:14.443996 dv-cinder-836073-2-iscsi neutron-server[103884]: 'Log': {'1.0'}, Apr 06 11:19:14.443996 dv-cinder-836073-2-iscsi neutron-server[103884]: 'NDPProxy': {'1.0'}, Apr 06 11:19:14.443996 dv-cinder-836073-2-iscsi neutron-server[103884]: 'Network': {'1.1'}, Apr 06 11:19:14.443996 dv-cinder-836073-2-iscsi neutron-server[103884]: 'Port': {'1.7'}, Apr 06 11:19:14.443996 dv-cinder-836073-2-iscsi neutron-server[103884]: 'PortForwarding': {'1.3'}, Apr 06 11:19:14.443996 dv-cinder-836073-2-iscsi neutron-server[103884]: 'QosPolicy': {'1.10'}, Apr 06 11:19:14.443996 dv-cinder-836073-2-iscsi neutron-server[103884]: 'SecurityGroup': {'1.5'}, Apr 06 11:19:14.443996 dv-cinder-836073-2-iscsi neutron-server[103884]: 'SecurityGroupRule': {'1.2'}, Apr 06 11:19:14.443996 dv-cinder-836073-2-iscsi neutron-server[103884]: 'SubPort': {'1.0'}, Apr 06 11:19:14.443996 dv-cinder-836073-2-iscsi neutron-server[103884]: 'Subnet': {'1.1'}, Apr 06 11:19:14.443996 dv-cinder-836073-2-iscsi neutron-server[103884]: 'Trunk': {'1.1'}} Apr 06 11:19:14.443996 dv-cinder-836073-2-iscsi neutron-server[103884]: consumer versions: Apr 06 11:19:14.443996 dv-cinder-836073-2-iscsi neutron-server[103884]: { DHCP agent@dv-cinder-836073-2-iscsi: {}, Apr 06 11:19:14.443996 dv-cinder-836073-2-iscsi neutron-server[103884]: L3 agent@dv-cinder-836073-2-iscsi: {}, Apr 06 11:19:14.443996 dv-cinder-836073-2-iscsi neutron-server[103884]: Metadata agent@dv-cinder-836073-2-iscsi: {}, Apr 06 11:19:14.443996 dv-cinder-836073-2-iscsi neutron-server[103884]: Metering agent@dv-cinder-836073-2-iscsi: {}, Apr 06 11:19:14.443996 dv-cinder-836073-2-iscsi neutron-server[103884]: Open vSwitch agent@dv-cinder-836073-2-iscsi: { 'AddressGroup': '1.2', Apr 06 11:19:14.443996 dv-cinder-836073-2-iscsi neutron-server[103884]: 'Agent': '1.1', Apr 06 11:19:14.443996 dv-cinder-836073-2-iscsi neutron-server[103884]: 'ConntrackHelper': '1.0', Apr 06 11:19:14.443996 dv-cinder-836073-2-iscsi neutron-server[103884]: 'LocalIPAssociation': '1.0', Apr 06 11:19:14.443996 dv-cinder-836073-2-iscsi neutron-server[103884]: 'Log': '1.0', Apr 06 11:19:14.443996 dv-cinder-836073-2-iscsi neutron-server[103884]: 'NDPProxy': '1.0', Apr 06 11:19:14.443996 dv-cinder-836073-2-iscsi neutron-server[103884]: 'Network': '1.1', Apr 06 11:19:14.443996 dv-cinder-836073-2-iscsi neutron-server[103884]: 'Port': '1.7', Apr 06 11:19:14.443996 dv-cinder-836073-2-iscsi neutron-server[103884]: 'PortForwarding': '1.3', Apr 06 11:19:14.443996 dv-cinder-836073-2-iscsi neutron-server[103884]: 'QosPolicy': '1.10', Apr 06 11:19:14.443996 dv-cinder-836073-2-iscsi neutron-server[103884]: 'SecurityGroup': '1.5', Apr 06 11:19:14.443996 dv-cinder-836073-2-iscsi neutron-server[103884]: 'SecurityGroupRule': '1.2', Apr 06 11:19:14.443996 dv-cinder-836073-2-iscsi neutron-server[103884]: 'SubPort': '1.0', Apr 06 11:19:14.443996 dv-cinder-836073-2-iscsi neutron-server[103884]: 'Subnet': '1.1', Apr 06 11:19:14.443996 dv-cinder-836073-2-iscsi neutron-server[103884]: 'Trunk': '1.1'}} Apr 06 11:19:14.443996 dv-cinder-836073-2-iscsi neutron-server[103884]: {{(pid=103884) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 11:19:14.446371 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67077aa-06ef-41dd-9b8f-cfb5d59a0499 None None] Checking agent: {'id': 'a2831ac0-05e7-463d-be89-41d2adab36ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 18, 43), 'started_at': datetime.datetime(2022, 4, 6, 11, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:19:14.447023 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67077aa-06ef-41dd-9b8f-cfb5d59a0499 None None] Checking segment: {'id': 'bcc9238f-76f5-48b4-8775-f66b03b58e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '58518abe-377d-42c3-a2c2-3e4fb3355fcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:19:14.447520 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d67077aa-06ef-41dd-9b8f-cfb5d59a0499 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:14.447892 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67077aa-06ef-41dd-9b8f-cfb5d59a0499 None None] Bound using segment: {'id': 'bcc9238f-76f5-48b4-8775-f66b03b58e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '58518abe-377d-42c3-a2c2-3e4fb3355fcf'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:19:14.448376 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-d67077aa-06ef-41dd-9b8f-cfb5d59a0499 None None] Bound port: 3dc8e53b-087d-4f93-81df-362a35511e2e, host: dv-cinder-836073-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcc9238f-76f5-48b4-8775-f66b03b58e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '58518abe-377d-42c3-a2c2-3e4fb3355fcf'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:19:14.448752 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d67077aa-06ef-41dd-9b8f-cfb5d59a0499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (3dc8e53b-087d-4f93-81df-362a35511e2e), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:14.497365 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-c6c63c70-1c9d-4967-aac3-b974e2dfc9af None None] Provisioning complete for port 3dc8e53b-087d-4f93-81df-362a35511e2e triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:19:14.497919 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c6c63c70-1c9d-4967-aac3-b974e2dfc9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (3dc8e53b-087d-4f93-81df-362a35511e2e), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:14.518815 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-d67077aa-06ef-41dd-9b8f-cfb5d59a0499 None None] For port 3dc8e53b-087d-4f93-81df-362a35511e2e, host dv-cinder-836073-2-iscsi, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:19:14.532110 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-c6c63c70-1c9d-4967-aac3-b974e2dfc9af None None] Port 3dc8e53b-087d-4f93-81df-362a35511e2e cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:19:14.540158 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-d67077aa-06ef-41dd-9b8f-cfb5d59a0499 None None] For port 3dc8e53b-087d-4f93-81df-362a35511e2e, host dv-cinder-836073-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=3dc8e53b-087d-4f93-81df-362a35511e2e,segment=NetworkSegment(bcc9238f-76f5-48b4-8775-f66b03b58e86),segment_id=bcc9238f-76f5-48b4-8775-f66b03b58e86)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:19:14.648507 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d67077aa-06ef-41dd-9b8f-cfb5d59a0499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (3dc8e53b-087d-4f93-81df-362a35511e2e), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:14.706990 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bbd399-e1b6-4cb7-8ecf-9a7ccc2874a3 None None] Pushing event updated for resources: {'Port': ['ID=3dc8e53b-087d-4f93-81df-362a35511e2e,revision_number=4']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:19:14.757814 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67077aa-06ef-41dd-9b8f-cfb5d59a0499 None None] Routers {'9556970b-8077-4f6a-be62-32f6ebde4a8a'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:19:14.757814 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-d67077aa-06ef-41dd-9b8f-cfb5d59a0499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:19:09Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['9556970b-8077-4f6a-be62-32f6ebde4a8a'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:19:14.820066 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-d67077aa-06ef-41dd-9b8f-cfb5d59a0499 None None] Set router 9556970b-8077-4f6a-be62-32f6ebde4a8a gateway port host: None {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:19:14.855695 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-9dca5018-3f6a-4e6a-977a-452769285778 None None] Provisioning complete for port 3dc8e53b-087d-4f93-81df-362a35511e2e triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:19:14.856199 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-9dca5018-3f6a-4e6a-977a-452769285778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (3dc8e53b-087d-4f93-81df-362a35511e2e), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:14.939539 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-9dca5018-3f6a-4e6a-977a-452769285778 None None] Current status of the port 3dc8e53b-087d-4f93-81df-362a35511e2e is: DOWN; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:19:14.940355 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-9dca5018-3f6a-4e6a-977a-452769285778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (3dc8e53b-087d-4f93-81df-362a35511e2e), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:14.972643 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-9dca5018-3f6a-4e6a-977a-452769285778 None None] For port 3dc8e53b-087d-4f93-81df-362a35511e2e, host dv-cinder-836073-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=3dc8e53b-087d-4f93-81df-362a35511e2e,segment=NetworkSegment(bcc9238f-76f5-48b4-8775-f66b03b58e86),segment_id=bcc9238f-76f5-48b4-8775-f66b03b58e86)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:19:15.043979 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-d67077aa-06ef-41dd-9b8f-cfb5d59a0499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9556970b-8077-4f6a-be62-32f6ebde4a8a', 'name': 'router1', 'tenant_id': '71e167b165184e9287f55d948b9cb905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:19:01Z', 'updated_at': '2022-04-06T11:19:12Z', 'revision_number': 2, 'project_id': '71e167b165184e9287f55d948b9cb905', 'gw_port_host': None, '_interfaces': [{'id': '3dc8e53b-087d-4f93-81df-362a35511e2e', 'name': '', 'network_id': '58518abe-377d-42c3-a2c2-3e4fb3355fcf', 'tenant_id': '71e167b165184e9287f55d948b9cb905', 'mac_address': 'fa:16:3e:8e:3f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9556970b-8077-4f6a-be62-32f6ebde4a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd30ded80-5062-44c3-b83a-9937d3cb2675', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:19:11Z', 'updated_at': '2022-04-06T11:19:14Z', 'revision_number': 4, 'project_id': '71e167b165184e9287f55d948b9cb905', 'subnets': [{'id': 'd30ded80-5062-44c3-b83a-9937d3cb2675', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd2fc1eaf-893d-4a17-8874-766ccbb1287e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:19:15.062027 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-9dca5018-3f6a-4e6a-977a-452769285778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (3dc8e53b-087d-4f93-81df-362a35511e2e), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:15.073367 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67077aa-06ef-41dd-9b8f-cfb5d59a0499 None None] The sync data for ids ['9556970b-8077-4f6a-be62-32f6ebde4a8a'] in dv-cinder-836073-2-iscsi is: [{'id': '9556970b-8077-4f6a-be62-32f6ebde4a8a', 'name': 'router1', 'tenant_id': '71e167b165184e9287f55d948b9cb905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:19:01Z', 'updated_at': '2022-04-06T11:19:12Z', 'revision_number': 2, 'project_id': '71e167b165184e9287f55d948b9cb905', 'gw_port_host': None, '_interfaces': [{'id': '3dc8e53b-087d-4f93-81df-362a35511e2e', 'name': '', 'network_id': '58518abe-377d-42c3-a2c2-3e4fb3355fcf', 'tenant_id': '71e167b165184e9287f55d948b9cb905', 'mac_address': 'fa:16:3e:8e:3f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9556970b-8077-4f6a-be62-32f6ebde4a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd30ded80-5062-44c3-b83a-9937d3cb2675', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:19:11Z', 'updated_at': '2022-04-06T11:19:14Z', 'revision_number': 4, 'project_id': '71e167b165184e9287f55d948b9cb905', 'subnets': [{'id': 'd30ded80-5062-44c3-b83a-9937d3cb2675', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd2fc1eaf-893d-4a17-8874-766ccbb1287e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:19:15.116706 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dca5018-3f6a-4e6a-977a-452769285778 None None] Pushing event updated for resources: {'Port': ['ID=3dc8e53b-087d-4f93-81df-362a35511e2e,revision_number=5']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:19:15.372986 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 46764) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:19:15.482462 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595db412-30e1-4f08-ab36-135fe90229db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:19:15.483733 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-595db412-30e1-4f08-ab36-135fe90229db admin admin] 10.222.0.43 "GET /v2.0/networks/698fa61f-093e-4dd4-aaec-c1b231275ecc HTTP/1.1" status: 200 len: 842 time: 0.1098301 Apr 06 11:19:15.493698 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-c528a793-c0d2-451f-8a35-3e0fdd9afdc1 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'gateway_ip': '172.27.2.1', 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.27.2.0/24'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:19:15.595567 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c528a793-c0d2-451f-8a35-3e0fdd9afdc1 admin admin] Made reservation on behalf of 12dfde64f00143f08091fac5842a598a for: {'subnet': 1} {{(pid=103882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:19:15.597874 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c528a793-c0d2-451f-8a35-3e0fdd9afdc1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:15.986581 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.objects.ports [None req-c528a793-c0d2-451f-8a35-3e0fdd9afdc1 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103882) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 06 11:19:15.987020 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c528a793-c0d2-451f-8a35-3e0fdd9afdc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322'] for subnet (4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:16.046273 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c528a793-c0d2-451f-8a35-3e0fdd9afdc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:19:16.050686 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c528a793-c0d2-451f-8a35-3e0fdd9afdc1 admin admin] Checking segment: {'id': 'a1489c3e-d8bf-465c-8161-3d720cf0d135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:19:16.051037 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c528a793-c0d2-451f-8a35-3e0fdd9afdc1 admin admin] Network hostable DHCP agents. Network: 698fa61f-093e-4dd4-aaec-c1b231275ecc, hostable agents: ['8a8bc679-53b2-461d-b015-cec5a247fb94'], hosted agents: [] {{(pid=103882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 11:19:16.156158 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c528a793-c0d2-451f-8a35-3e0fdd9afdc1 admin admin] Network 698fa61f-093e-4dd4-aaec-c1b231275ecc is scheduled to be hosted by DHCP agent 8a8bc679-53b2-461d-b015-cec5a247fb94 with binding_index 1 {{(pid=103882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 11:19:16.290293 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-c528a793-c0d2-451f-8a35-3e0fdd9afdc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836073-2-iscsi, 698fa61f-093e-4dd4-aaec-c1b231275ecc) {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:19:16.294405 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c528a793-c0d2-451f-8a35-3e0fdd9afdc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:19:16.295038 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c528a793-c0d2-451f-8a35-3e0fdd9afdc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570608'] for subnet (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:16.300078 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db2adae-b8ab-49b8-8461-2dc3ecef838b None None] Network 698fa61f-093e-4dd4-aaec-c1b231275ecc requested from dv-cinder-836073-2-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:19:16.396662 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c0499d-c8a7-43a7-b909-67ea66276523 None None] Network 698fa61f-093e-4dd4-aaec-c1b231275ecc requested from dv-cinder-836073-2-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:19:16.412427 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-c528a793-c0d2-451f-8a35-3e0fdd9afdc1 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9095197 Apr 06 11:19:18.831938 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 46772) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:19:19.045237 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-6734695f-60a4-49e2-93fd-47c61627a165 demo admin] 10.222.0.43 "GET /v2.0/routers/9556970b-8077-4f6a-be62-32f6ebde4a8a HTTP/1.1" status: 200 len: 710 time: 0.2121065 Apr 06 11:19:19.134947 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41cff44-8597-4ca1-a527-255653daf4d8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:19:19.136316 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-b41cff44-8597-4ca1-a527-255653daf4d8 demo admin] 10.222.0.43 "GET /v2.0/networks/698fa61f-093e-4dd4-aaec-c1b231275ecc HTTP/1.1" status: 200 len: 886 time: 0.0857313 Apr 06 11:19:19.145367 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-fcf61ce7-4410-412e-a0e9-4e4c80ec2484 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc'}}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:19:19.392757 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-fcf61ce7-4410-412e-a0e9-4e4c80ec2484 demo admin] Publish callbacks [] for router_gateway (9556970b-8077-4f6a-be62-32f6ebde4a8a), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:19.689383 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-fcf61ce7-4410-412e-a0e9-4e4c80ec2484 demo admin] Publish callbacks [] for router_gateway (9556970b-8077-4f6a-be62-32f6ebde4a8a), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:19.767879 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-fcf61ce7-4410-412e-a0e9-4e4c80ec2484 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:19.871466 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [None req-fcf61ce7-4410-412e-a0e9-4e4c80ec2484 demo admin] Allocated IP 172.27.2.139 (698fa61f-093e-4dd4-aaec-c1b231275ecc/4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809/f60d411e-461d-4bf0-9443-b8d7f2182a37) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:19:19.969009 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-fcf61ce7-4410-412e-a0e9-4e4c80ec2484 demo admin] Publish callbacks [] for port (f60d411e-461d-4bf0-9443-b8d7f2182a37), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:20.067699 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-fcf61ce7-4410-412e-a0e9-4e4c80ec2484 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779192465924'] for port (f60d411e-461d-4bf0-9443-b8d7f2182a37), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:20.106300 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf61ce7-4410-412e-a0e9-4e4c80ec2484 demo admin] Network 698fa61f-093e-4dd4-aaec-c1b231275ecc is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:19:20.111068 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-fcf61ce7-4410-412e-a0e9-4e4c80ec2484 demo admin] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:19:20.120625 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf61ce7-4410-412e-a0e9-4e4c80ec2484 demo admin] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:19:20.123456 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf61ce7-4410-412e-a0e9-4e4c80ec2484 demo admin] Pushing event updated for resources: {'Port': ['ID=f60d411e-461d-4bf0-9443-b8d7f2182a37,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:19:20.466420 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-fcf61ce7-4410-412e-a0e9-4e4c80ec2484 demo admin] Publish callbacks [] for router_gateway (9556970b-8077-4f6a-be62-32f6ebde4a8a), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:20.756913 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-fcf61ce7-4410-412e-a0e9-4e4c80ec2484 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-884756', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-915620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7865'] for router (9556970b-8077-4f6a-be62-32f6ebde4a8a), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:20.760087 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-fcf61ce7-4410-412e-a0e9-4e4c80ec2484 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-884749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-886526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-915613'] for router (9556970b-8077-4f6a-be62-32f6ebde4a8a), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:20.867182 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcf61ce7-4410-412e-a0e9-4e4c80ec2484 demo admin] Router 9556970b-8077-4f6a-be62-32f6ebde4a8a has already been hosted by L3 agent 9404f039-f516-42fd-94a5-c122fff5649f {{(pid=103882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:19:20.975900 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcf61ce7-4410-412e-a0e9-4e4c80ec2484 demo admin] Notify agent at l3_agent.dv-cinder-836073-2-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:19:20.980196 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-fcf61ce7-4410-412e-a0e9-4e4c80ec2484 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:20.981248 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-fcf61ce7-4410-412e-a0e9-4e4c80ec2484 demo admin] 10.222.0.43 "PUT /v2.0/routers/9556970b-8077-4f6a-be62-32f6ebde4a8a HTTP/1.1" status: 200 len: 890 time: 1.8390293 Apr 06 11:19:21.904284 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device 3dc8e53b-087d-4f93-81df-362a35511e2e up at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:19:21.962013 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Provisioning complete for port 3dc8e53b-087d-4f93-81df-362a35511e2e triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:19:21.962392 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (3dc8e53b-087d-4f93-81df-362a35511e2e), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:22.053750 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Current status of the port 3dc8e53b-087d-4f93-81df-362a35511e2e is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:19:23.553390 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 46784) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:19:23.673883 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-bd7dc5ec-ea15-4a28-999d-35602c827279 admin admin] 10.222.0.43 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1193626 Apr 06 11:19:23.800643 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19da072-1b09-4013-aa09-dbe0a91d950e None None] Sync routers for ids ['9556970b-8077-4f6a-be62-32f6ebde4a8a'] in dv-cinder-836073-2-iscsi {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:19:23.813452 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19da072-1b09-4013-aa09-dbe0a91d950e None None] Routers {'9556970b-8077-4f6a-be62-32f6ebde4a8a'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:19:23.814237 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-c19da072-1b09-4013-aa09-dbe0a91d950e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:19:09Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['9556970b-8077-4f6a-be62-32f6ebde4a8a'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:19:24.031602 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-c19da072-1b09-4013-aa09-dbe0a91d950e None None] Set router 9556970b-8077-4f6a-be62-32f6ebde4a8a gateway port host: dv-cinder-836073-2-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:19:24.510810 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-c19da072-1b09-4013-aa09-dbe0a91d950e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9556970b-8077-4f6a-be62-32f6ebde4a8a', 'name': 'router1', 'tenant_id': '71e167b165184e9287f55d948b9cb905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'f60d411e-461d-4bf0-9443-b8d7f2182a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:19:01Z', 'updated_at': '2022-04-06T11:19:20Z', 'revision_number': 4, 'project_id': '71e167b165184e9287f55d948b9cb905', 'gw_port': {'id': 'f60d411e-461d-4bf0-9443-b8d7f2182a37', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:47:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9556970b-8077-4f6a-be62-32f6ebde4a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:19:19Z', 'updated_at': '2022-04-06T11:19:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_interfaces': [{'id': '3dc8e53b-087d-4f93-81df-362a35511e2e', 'name': '', 'network_id': '58518abe-377d-42c3-a2c2-3e4fb3355fcf', 'tenant_id': '71e167b165184e9287f55d948b9cb905', 'mac_address': 'fa:16:3e:8e:3f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9556970b-8077-4f6a-be62-32f6ebde4a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd30ded80-5062-44c3-b83a-9937d3cb2675', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:19:11Z', 'updated_at': '2022-04-06T11:19:14Z', 'revision_number': 5, 'project_id': '71e167b165184e9287f55d948b9cb905', 'subnets': [{'id': 'd30ded80-5062-44c3-b83a-9937d3cb2675', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd2fc1eaf-893d-4a17-8874-766ccbb1287e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:19:24.562368 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19da072-1b09-4013-aa09-dbe0a91d950e None None] Checking router: 9556970b-8077-4f6a-be62-32f6ebde4a8a for host: dv-cinder-836073-2-iscsi {{(pid=103883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:19:24.562713 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19da072-1b09-4013-aa09-dbe0a91d950e None None] Updating router 9556970b-8077-4f6a-be62-32f6ebde4a8a port f60d411e-461d-4bf0-9443-b8d7f2182a37 binding host dv-cinder-836073-2-iscsi {{(pid=103883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 11:19:24.617917 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c19da072-1b09-4013-aa09-dbe0a91d950e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (f60d411e-461d-4bf0-9443-b8d7f2182a37), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:24.935567 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c19da072-1b09-4013-aa09-dbe0a91d950e None None] Publish callbacks [] for port (f60d411e-461d-4bf0-9443-b8d7f2182a37), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:25.038331 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c19da072-1b09-4013-aa09-dbe0a91d950e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (f60d411e-461d-4bf0-9443-b8d7f2182a37), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:25.094576 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23accb2-a323-440c-b705-bf14bf361168 None None] Pushing event updated for resources: {'Port': ['ID=f60d411e-461d-4bf0-9443-b8d7f2182a37,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:19:25.098668 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-c19da072-1b09-4013-aa09-dbe0a91d950e None None] Attempting to bind port f60d411e-461d-4bf0-9443-b8d7f2182a37 on host dv-cinder-836073-2-iscsi for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:19:25.099042 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-c19da072-1b09-4013-aa09-dbe0a91d950e None None] Attempting to bind port f60d411e-461d-4bf0-9443-b8d7f2182a37 by drivers openvswitch,hyperv on host dv-cinder-836073-2-iscsi at level 0 using segments [{'id': 'a1489c3e-d8bf-465c-8161-3d720cf0d135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:19:25.099402 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19da072-1b09-4013-aa09-dbe0a91d950e None None] Attempting to bind port f60d411e-461d-4bf0-9443-b8d7f2182a37 on network 698fa61f-093e-4dd4-aaec-c1b231275ecc {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:19:25.104838 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19da072-1b09-4013-aa09-dbe0a91d950e None None] Checking agent: {'id': 'a2831ac0-05e7-463d-be89-41d2adab36ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 18, 43), 'started_at': datetime.datetime(2022, 4, 6, 11, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:19:25.105240 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19da072-1b09-4013-aa09-dbe0a91d950e None None] Checking segment: {'id': 'a1489c3e-d8bf-465c-8161-3d720cf0d135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:19:25.105633 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c19da072-1b09-4013-aa09-dbe0a91d950e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:25.106019 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19da072-1b09-4013-aa09-dbe0a91d950e None None] Bound using segment: {'id': 'a1489c3e-d8bf-465c-8161-3d720cf0d135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:19:25.106471 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-c19da072-1b09-4013-aa09-dbe0a91d950e None None] Bound port: f60d411e-461d-4bf0-9443-b8d7f2182a37, host: dv-cinder-836073-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1489c3e-d8bf-465c-8161-3d720cf0d135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:19:25.106841 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c19da072-1b09-4013-aa09-dbe0a91d950e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (f60d411e-461d-4bf0-9443-b8d7f2182a37), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:25.155704 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-c19da072-1b09-4013-aa09-dbe0a91d950e None None] For port f60d411e-461d-4bf0-9443-b8d7f2182a37, host dv-cinder-836073-2-iscsi, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:19:25.158700 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-c19da072-1b09-4013-aa09-dbe0a91d950e None None] For port f60d411e-461d-4bf0-9443-b8d7f2182a37, host dv-cinder-836073-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=f60d411e-461d-4bf0-9443-b8d7f2182a37,segment=NetworkSegment(a1489c3e-d8bf-465c-8161-3d720cf0d135),segment_id=a1489c3e-d8bf-465c-8161-3d720cf0d135)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:19:25.227559 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c19da072-1b09-4013-aa09-dbe0a91d950e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (f60d411e-461d-4bf0-9443-b8d7f2182a37), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:25.279562 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19da072-1b09-4013-aa09-dbe0a91d950e None None] Routers {'9556970b-8077-4f6a-be62-32f6ebde4a8a'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:19:25.280166 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-c19da072-1b09-4013-aa09-dbe0a91d950e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:19:09Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['9556970b-8077-4f6a-be62-32f6ebde4a8a'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:19:25.324895 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23accb2-a323-440c-b705-bf14bf361168 None None] Pushing event updated for resources: {'Port': ['ID=f60d411e-461d-4bf0-9443-b8d7f2182a37,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:19:25.404754 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-c19da072-1b09-4013-aa09-dbe0a91d950e None None] Set router 9556970b-8077-4f6a-be62-32f6ebde4a8a gateway port host: dv-cinder-836073-2-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:19:25.628144 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-c19da072-1b09-4013-aa09-dbe0a91d950e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9556970b-8077-4f6a-be62-32f6ebde4a8a', 'name': 'router1', 'tenant_id': '71e167b165184e9287f55d948b9cb905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'f60d411e-461d-4bf0-9443-b8d7f2182a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:19:01Z', 'updated_at': '2022-04-06T11:19:20Z', 'revision_number': 4, 'project_id': '71e167b165184e9287f55d948b9cb905', 'gw_port': {'id': 'f60d411e-461d-4bf0-9443-b8d7f2182a37', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:47:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9556970b-8077-4f6a-be62-32f6ebde4a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:19:19Z', 'updated_at': '2022-04-06T11:19:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_interfaces': [{'id': '3dc8e53b-087d-4f93-81df-362a35511e2e', 'name': '', 'network_id': '58518abe-377d-42c3-a2c2-3e4fb3355fcf', 'tenant_id': '71e167b165184e9287f55d948b9cb905', 'mac_address': 'fa:16:3e:8e:3f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9556970b-8077-4f6a-be62-32f6ebde4a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd30ded80-5062-44c3-b83a-9937d3cb2675', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:19:11Z', 'updated_at': '2022-04-06T11:19:14Z', 'revision_number': 5, 'project_id': '71e167b165184e9287f55d948b9cb905', 'subnets': [{'id': 'd30ded80-5062-44c3-b83a-9937d3cb2675', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd2fc1eaf-893d-4a17-8874-766ccbb1287e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:19:25.654620 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19da072-1b09-4013-aa09-dbe0a91d950e None None] The sync data for ids ['9556970b-8077-4f6a-be62-32f6ebde4a8a'] in dv-cinder-836073-2-iscsi is: [{'id': '9556970b-8077-4f6a-be62-32f6ebde4a8a', 'name': 'router1', 'tenant_id': '71e167b165184e9287f55d948b9cb905', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'f60d411e-461d-4bf0-9443-b8d7f2182a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:19:01Z', 'updated_at': '2022-04-06T11:19:20Z', 'revision_number': 4, 'project_id': '71e167b165184e9287f55d948b9cb905', 'gw_port': {'id': 'f60d411e-461d-4bf0-9443-b8d7f2182a37', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:47:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9556970b-8077-4f6a-be62-32f6ebde4a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:19:19Z', 'updated_at': '2022-04-06T11:19:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_interfaces': [{'id': '3dc8e53b-087d-4f93-81df-362a35511e2e', 'name': '', 'network_id': '58518abe-377d-42c3-a2c2-3e4fb3355fcf', 'tenant_id': '71e167b165184e9287f55d948b9cb905', 'mac_address': 'fa:16:3e:8e:3f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9556970b-8077-4f6a-be62-32f6ebde4a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd30ded80-5062-44c3-b83a-9937d3cb2675', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:19:11Z', 'updated_at': '2022-04-06T11:19:14Z', 'revision_number': 5, 'project_id': '71e167b165184e9287f55d948b9cb905', 'subnets': [{'id': 'd30ded80-5062-44c3-b83a-9937d3cb2675', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd2fc1eaf-893d-4a17-8874-766ccbb1287e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:19:25.956796 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device f60d411e-461d-4bf0-9443-b8d7f2182a37 up at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:19:26.025482 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Provisioning complete for port f60d411e-461d-4bf0-9443-b8d7f2182a37 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:19:26.027083 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (f60d411e-461d-4bf0-9443-b8d7f2182a37), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:26.118345 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Current status of the port f60d411e-461d-4bf0-9443-b8d7f2182a37 is: DOWN; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:19:26.118667 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (f60d411e-461d-4bf0-9443-b8d7f2182a37), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:26.144712 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] For port f60d411e-461d-4bf0-9443-b8d7f2182a37, host dv-cinder-836073-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=f60d411e-461d-4bf0-9443-b8d7f2182a37,segment=NetworkSegment(a1489c3e-d8bf-465c-8161-3d720cf0d135),segment_id=a1489c3e-d8bf-465c-8161-3d720cf0d135)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:19:26.207892 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (f60d411e-461d-4bf0-9443-b8d7f2182a37), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:26.288323 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Pushing event updated for resources: {'Port': ['ID=f60d411e-461d-4bf0-9443-b8d7f2182a37,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:19:27.944509 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device f60d411e-461d-4bf0-9443-b8d7f2182a37 up at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:19:28.026288 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Provisioning complete for port f60d411e-461d-4bf0-9443-b8d7f2182a37 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:19:28.026288 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (f60d411e-461d-4bf0-9443-b8d7f2182a37), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:28.129799 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Current status of the port f60d411e-461d-4bf0-9443-b8d7f2182a37 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:19:36.630977 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-85c129fb-00c9-4799-b54d-6dc29e273043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (8a8bc679-53b2-461d-b015-cec5a247fb94), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:38.709293 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-d2f8dd02-8968-40b0-bca4-a7fc1cec66fd None None] Agent healthcheck: found 5 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:19:39.004776 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-850edad7-9bc3-4a7b-8d76-21f2d74c43c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (9404f039-f516-42fd-94a5-c122fff5649f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:40.427890 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0cc2d64b-8553-4c26-9c2d-26728f607b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (295112eb-abec-44aa-a7f9-d1b9c67b3953), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:41.734499 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7bcfc971-4c1e-4d8f-8ae7-97bffdd4e21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (33edc1dd-8f2c-4a3f-bd07-9ad8bd534bf2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:43.207814 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (a2831ac0-05e7-463d-be89-41d2adab36ec), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:06.622074 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-83005ad5-85d0-4482-bc6c-1a19df05147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (8a8bc679-53b2-461d-b015-cec5a247fb94), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:09.008950 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0fb20a3e-96df-4717-9e42-78c3d7ed8d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (9404f039-f516-42fd-94a5-c122fff5649f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:10.439288 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0cc2d64b-8553-4c26-9c2d-26728f607b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (295112eb-abec-44aa-a7f9-d1b9c67b3953), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:11.728553 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7bcfc971-4c1e-4d8f-8ae7-97bffdd4e21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (33edc1dd-8f2c-4a3f-bd07-9ad8bd534bf2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:13.199607 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (a2831ac0-05e7-463d-be89-41d2adab36ec), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:15.708250 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-d2f8dd02-8968-40b0-bca4-a7fc1cec66fd None None] Agent healthcheck: found 5 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:20:36.631735 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-797e006b-0299-466b-b614-5a1b81e30c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (8a8bc679-53b2-461d-b015-cec5a247fb94), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:38.987911 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ce7ccabc-f1d2-4520-9ac6-5411b751e540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (9404f039-f516-42fd-94a5-c122fff5649f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:40.445394 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0cc2d64b-8553-4c26-9c2d-26728f607b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (295112eb-abec-44aa-a7f9-d1b9c67b3953), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:41.742267 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7bcfc971-4c1e-4d8f-8ae7-97bffdd4e21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (33edc1dd-8f2c-4a3f-bd07-9ad8bd534bf2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:43.202766 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (a2831ac0-05e7-463d-be89-41d2adab36ec), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:47.987646 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 47268) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:20:48.049068 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.pecan_wsgi.hooks.translation [None req-a32813c9-1d87-407c-b9c0-9a59bc930c4a admin admin] GET failed (client error): The resource could not be found. Apr 06 11:20:48.050397 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-a32813c9-1d87-407c-b9c0-9a59bc930c4a admin admin] 10.222.0.43 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0617936 Apr 06 11:20:48.219860 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9705c92b-4250-46af-9abe-6f83a8d8e461 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:20:48.221266 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-9705c92b-4250-46af-9abe-6f83a8d8e461 admin admin] 10.222.0.43 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1667225 Apr 06 11:20:50.527431 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 47278) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:20:50.617738 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565dd1b5-91c5-4343-be51-f51a6233a02c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:20:50.619061 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-565dd1b5-91c5-4343-be51-f51a6233a02c admin admin] 10.222.0.43 "GET /v2.0/subnets/d30ded80-5062-44c3-b83a-9937d3cb2675 HTTP/1.1" status: 200 len: 849 time: 0.0906799 Apr 06 11:20:50.628227 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-42191f31-d690-4e2d-850a-426cfea2625f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:20:50.716562 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-42191f31-d690-4e2d-850a-426cfea2625f admin admin] Publish callbacks [] for subnet (d30ded80-5062-44c3-b83a-9937d3cb2675), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:50.907500 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-42191f31-d690-4e2d-850a-426cfea2625f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779192843533'] for subnet (d30ded80-5062-44c3-b83a-9937d3cb2675), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:50.941505 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42191f31-d690-4e2d-850a-426cfea2625f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:20:50.941627 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-42191f31-d690-4e2d-850a-426cfea2625f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570608'] for subnet (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:50.943673 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-42191f31-d690-4e2d-850a-426cfea2625f admin admin] 10.222.0.43 "PUT /v2.0/subnets/d30ded80-5062-44c3-b83a-9937d3cb2675 HTTP/1.1" status: 200 len: 868 time: 0.3189008 Apr 06 11:20:50.944684 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba2cb36-466a-4146-a7b6-2401fedb476b None None] Network 58518abe-377d-42c3-a2c2-3e4fb3355fcf requested from dv-cinder-836073-2-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:20:50.965512 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42191f31-d690-4e2d-850a-426cfea2625f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d30ded80-5062-44c3-b83a-9937d3cb2675,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:20:50.973195 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42191f31-d690-4e2d-850a-426cfea2625f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:20:50.973518 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42191f31-d690-4e2d-850a-426cfea2625f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:20:50.973798 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42191f31-d690-4e2d-850a-426cfea2625f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:20:50.974155 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42191f31-d690-4e2d-850a-426cfea2625f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:20:50.974491 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42191f31-d690-4e2d-850a-426cfea2625f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:20:50.974820 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42191f31-d690-4e2d-850a-426cfea2625f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:20:50.975165 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42191f31-d690-4e2d-850a-426cfea2625f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:20:50.976127 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42191f31-d690-4e2d-850a-426cfea2625f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:20:50.976471 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42191f31-d690-4e2d-850a-426cfea2625f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:20:50.976831 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42191f31-d690-4e2d-850a-426cfea2625f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:20:50.977145 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42191f31-d690-4e2d-850a-426cfea2625f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:20:50.977474 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42191f31-d690-4e2d-850a-426cfea2625f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:20:50.977802 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42191f31-d690-4e2d-850a-426cfea2625f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:20:50.978243 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42191f31-d690-4e2d-850a-426cfea2625f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:20:50.978573 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42191f31-d690-4e2d-850a-426cfea2625f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:20:51.267576 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-14c22bd8-2ff6-411c-b140-fd2cb0cb98ec None None] Provisioning complete for port 3dc8e53b-087d-4f93-81df-362a35511e2e triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:20:51.267874 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-14c22bd8-2ff6-411c-b140-fd2cb0cb98ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (3dc8e53b-087d-4f93-81df-362a35511e2e), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:51.347349 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-14c22bd8-2ff6-411c-b140-fd2cb0cb98ec None None] Current status of the port 3dc8e53b-087d-4f93-81df-362a35511e2e is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:20:51.357963 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-14c22bd8-2ff6-411c-b140-fd2cb0cb98ec None None] Provisioning complete for port 649591b7-c664-4b51-abd2-6f261f3b83a4 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:20:51.358355 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-14c22bd8-2ff6-411c-b140-fd2cb0cb98ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (649591b7-c664-4b51-abd2-6f261f3b83a4), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:51.435073 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-14c22bd8-2ff6-411c-b140-fd2cb0cb98ec None None] Current status of the port 649591b7-c664-4b51-abd2-6f261f3b83a4 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:20:52.707331 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-d2f8dd02-8968-40b0-bca4-a7fc1cec66fd None None] Agent healthcheck: found 5 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:20:53.294044 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 47286) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:20:53.494053 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3f613f-361b-47ac-80f4-0009344651c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:20:53.494519 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3f613f-361b-47ac-80f4-0009344651c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:20:53.496068 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-cf3f613f-361b-47ac-80f4-0009344651c8 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2011323 Apr 06 11:20:55.837612 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 47294) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:20:55.969942 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd9c6dd-4fac-4a11-b962-0c36529b4654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:20:55.970413 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd9c6dd-4fac-4a11-b962-0c36529b4654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:20:55.971949 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-9bd9c6dd-4fac-4a11-b962-0c36529b4654 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1333265 Apr 06 11:20:58.293414 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 47302) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:20:58.419445 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2e50e5-a5d0-4c6a-9413-a6b0b484ab28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:20:58.420835 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-ff2e50e5-a5d0-4c6a-9413-a6b0b484ab28 admin admin] 10.222.0.43 "GET /v2.0/networks/58518abe-377d-42c3-a2c2-3e4fb3355fcf HTTP/1.1" status: 200 len: 869 time: 0.1264701 Apr 06 11:21:00.735585 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 47310) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:21:00.862518 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4d0107-0fa6-484a-8f64-cde4097df6cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:21:00.863892 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-4f4d0107-0fa6-484a-8f64-cde4097df6cc admin admin] 10.222.0.43 "GET /v2.0/networks/698fa61f-093e-4dd4-aaec-c1b231275ecc HTTP/1.1" status: 200 len: 886 time: 0.1273527 Apr 06 11:21:03.207331 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 47318) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:21:03.340554 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f46e49-2577-4ab0-8436-1224639219e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:21:03.340922 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f46e49-2577-4ab0-8436-1224639219e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:21:03.342560 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-76f46e49-2577-4ab0-8436-1224639219e4 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1342835 Apr 06 11:21:05.650502 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 47326) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:21:05.846504 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d808013a-16fb-40a0-b745-1685f2b75271 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:21:05.846865 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d808013a-16fb-40a0-b745-1685f2b75271 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:21:05.848383 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-d808013a-16fb-40a0-b745-1685f2b75271 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1969423 Apr 06 11:21:06.622439 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a5000286-f7f8-4e95-b7d6-6f054ae932a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (8a8bc679-53b2-461d-b015-cec5a247fb94), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:08.157442 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 47334) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:21:08.242454 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784446a7-1ad8-44c0-b827-a9f29a9c14b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:21:08.243804 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-784446a7-1ad8-44c0-b827-a9f29a9c14b6 admin admin] 10.222.0.43 "GET /v2.0/subnets/4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809 HTTP/1.1" status: 200 len: 816 time: 0.0854785 Apr 06 11:21:08.964680 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e111c77b-fd09-413c-81ef-16f46b55fe58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (9404f039-f516-42fd-94a5-c122fff5649f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:10.508144 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0cc2d64b-8553-4c26-9c2d-26728f607b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (295112eb-abec-44aa-a7f9-d1b9c67b3953), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:10.549007 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 47342) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:21:10.643268 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfff960-247d-4246-978a-2ad1c8882245 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:21:10.644622 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-4dfff960-247d-4246-978a-2ad1c8882245 admin admin] 10.222.0.43 "GET /v2.0/subnets/d30ded80-5062-44c3-b83a-9937d3cb2675 HTTP/1.1" status: 200 len: 868 time: 0.0946193 Apr 06 11:21:11.730948 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7bcfc971-4c1e-4d8f-8ae7-97bffdd4e21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (33edc1dd-8f2c-4a3f-bd07-9ad8bd534bf2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:13.220703 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (a2831ac0-05e7-463d-be89-41d2adab36ec), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:29.706459 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-d2f8dd02-8968-40b0-bca4-a7fc1cec66fd None None] Agent healthcheck: found 5 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:21:36.626306 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-2aa57dbd-da4b-4f3d-9375-c25d1b8e8a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (8a8bc679-53b2-461d-b015-cec5a247fb94), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:38.992971 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a2759301-6fcc-4d8e-a907-3630cd2cde16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (9404f039-f516-42fd-94a5-c122fff5649f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:40.500944 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0cc2d64b-8553-4c26-9c2d-26728f607b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (295112eb-abec-44aa-a7f9-d1b9c67b3953), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:41.742221 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7bcfc971-4c1e-4d8f-8ae7-97bffdd4e21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (33edc1dd-8f2c-4a3f-bd07-9ad8bd534bf2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:43.204026 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (a2831ac0-05e7-463d-be89-41d2adab36ec), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:52.723762 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 47400) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:21:52.772066 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [None req-714f4bbf-642c-49a9-91f2-9c71ef1819da admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103882) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 11:21:52.773245 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-714f4bbf-642c-49a9-91f2-9c71ef1819da admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0484793 Apr 06 11:21:55.172466 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 47408) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:21:55.232602 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d495d1a-7b7c-4361-bd96-3bd9f8926075 admin admin] GET failed (client error): The resource could not be found. Apr 06 11:21:55.233925 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-6d495d1a-7b7c-4361-bd96-3bd9f8926075 admin admin] 10.222.0.43 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0605140 Apr 06 11:21:55.316882 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d134acd6-81a9-4439-8e6e-37f1f3c48cdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:21:55.318312 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-d134acd6-81a9-4439-8e6e-37f1f3c48cdb admin admin] 10.222.0.43 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0801632 Apr 06 11:21:57.656861 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 47416) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:21:57.708201 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-63c540ea-8c64-409c-990c-009a63bc049b admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:21:57.827949 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c540ea-8c64-409c-990c-009a63bc049b admin admin] Made reservation on behalf of 12dfde64f00143f08091fac5842a598a for: {'network': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:21:57.830514 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-63c540ea-8c64-409c-990c-009a63bc049b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for network (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:57.876252 dv-cinder-836073-2-iscsi neutron-server[103881]: WARNING neutron.services.revisions.revision_plugin [None req-63c540ea-8c64-409c-990c-009a63bc049b admin admin] Could not find related network for resource to bump revision. Apr 06 11:21:57.892057 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63c540ea-8c64-409c-990c-009a63bc049b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=103881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 11:21:57.905339 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-63c540ea-8c64-409c-990c-009a63bc049b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779192912496', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726494'] for segment (e70a1759-1cd0-4454-8118-d71cd404b03c), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:57.905971 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-63c540ea-8c64-409c-990c-009a63bc049b admin admin] Unsubscribe: segment precommit_create {{(pid=103881) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 06 11:21:57.906469 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.db.segments_db [None req-63c540ea-8c64-409c-990c-009a63bc049b admin admin] Added segment e70a1759-1cd0-4454-8118-d71cd404b03c of type vlan for network fb06bba6-aa92-405a-bd0f-9d2f832ff4b0 Apr 06 11:21:57.955819 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-63c540ea-8c64-409c-990c-009a63bc049b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779192449082'] for network (fb06bba6-aa92-405a-bd0f-9d2f832ff4b0), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:58.040336 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-63c540ea-8c64-409c-990c-009a63bc049b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322'] for network (fb06bba6-aa92-405a-bd0f-9d2f832ff4b0), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:58.041122 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c540ea-8c64-409c-990c-009a63bc049b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:21:58.041710 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-63c540ea-8c64-409c-990c-009a63bc049b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570608'] for network (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:58.149461 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c540ea-8c64-409c-990c-009a63bc049b admin admin] Pushing event updated for resources: {'Network': ['ID=fb06bba6-aa92-405a-bd0f-9d2f832ff4b0,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:21:58.155901 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c540ea-8c64-409c-990c-009a63bc049b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:21:58.156247 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c540ea-8c64-409c-990c-009a63bc049b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:21:58.156606 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c540ea-8c64-409c-990c-009a63bc049b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:21:58.156948 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c540ea-8c64-409c-990c-009a63bc049b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:21:58.157305 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c540ea-8c64-409c-990c-009a63bc049b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:21:58.157636 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c540ea-8c64-409c-990c-009a63bc049b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:21:58.157963 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c540ea-8c64-409c-990c-009a63bc049b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:21:58.158326 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c540ea-8c64-409c-990c-009a63bc049b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:21:58.158654 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c540ea-8c64-409c-990c-009a63bc049b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:21:58.159010 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c540ea-8c64-409c-990c-009a63bc049b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:21:58.159339 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c540ea-8c64-409c-990c-009a63bc049b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:21:58.159666 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c540ea-8c64-409c-990c-009a63bc049b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:21:58.159986 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c540ea-8c64-409c-990c-009a63bc049b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:21:58.160301 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c540ea-8c64-409c-990c-009a63bc049b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:21:58.160631 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c540ea-8c64-409c-990c-009a63bc049b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:21:58.169180 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-63c540ea-8c64-409c-990c-009a63bc049b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5111628 Apr 06 11:21:58.172843 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Network fb06bba6-aa92-405a-bd0f-9d2f832ff4b0 details requested by agent ovs-agent-dv-cinder-836073-2-iscsi with host dv-cinder-836073-2-iscsi {{(pid=103883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 11:22:00.519938 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 47426) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:22:00.579431 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.pecan_wsgi.hooks.translation [None req-23d252c7-3f94-4c81-8aa4-c85b2c5a89a1 admin admin] GET failed (client error): The resource could not be found. Apr 06 11:22:00.580691 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-23d252c7-3f94-4c81-8aa4-c85b2c5a89a1 admin admin] 10.222.0.43 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0597944 Apr 06 11:22:00.679693 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412b91e5-ad7f-4d29-91cd-38064142b66f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:22:00.681176 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-412b91e5-ad7f-4d29-91cd-38064142b66f admin admin] 10.222.0.43 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0964336 Apr 06 11:22:00.690724 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-a7213d3c-1abb-4c27-9ef8-bda635c9dd3b admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': 'fb06bba6-aa92-405a-bd0f-9d2f832ff4b0', 'description': 'shared-subnet'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:22:00.792846 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7213d3c-1abb-4c27-9ef8-bda635c9dd3b admin admin] Made reservation on behalf of 12dfde64f00143f08091fac5842a598a for: {'subnet': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:22:00.795264 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a7213d3c-1abb-4c27-9ef8-bda635c9dd3b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:01.017104 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a7213d3c-1abb-4c27-9ef8-bda635c9dd3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322'] for subnet (e56633a2-883b-4622-9b03-428668a2021a), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:01.073630 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7213d3c-1abb-4c27-9ef8-bda635c9dd3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e56633a2-883b-4622-9b03-428668a2021a,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:22:01.086836 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7213d3c-1abb-4c27-9ef8-bda635c9dd3b admin admin] Checking segment: {'id': 'e70a1759-1cd0-4454-8118-d71cd404b03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'fb06bba6-aa92-405a-bd0f-9d2f832ff4b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:22:01.087395 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7213d3c-1abb-4c27-9ef8-bda635c9dd3b admin admin] Network hostable DHCP agents. Network: fb06bba6-aa92-405a-bd0f-9d2f832ff4b0, hostable agents: ['8a8bc679-53b2-461d-b015-cec5a247fb94'], hosted agents: [] {{(pid=103881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 11:22:01.165207 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7213d3c-1abb-4c27-9ef8-bda635c9dd3b admin admin] Network fb06bba6-aa92-405a-bd0f-9d2f832ff4b0 is scheduled to be hosted by DHCP agent 8a8bc679-53b2-461d-b015-cec5a247fb94 with binding_index 1 {{(pid=103881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 11:22:01.239265 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-a7213d3c-1abb-4c27-9ef8-bda635c9dd3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836073-2-iscsi, fb06bba6-aa92-405a-bd0f-9d2f832ff4b0) {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:22:01.244089 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7213d3c-1abb-4c27-9ef8-bda635c9dd3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:22:01.244679 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a7213d3c-1abb-4c27-9ef8-bda635c9dd3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570608'] for subnet (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:01.248973 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a18db9f-7598-43b0-b94e-0d635732a639 None None] Network fb06bba6-aa92-405a-bd0f-9d2f832ff4b0 requested from dv-cinder-836073-2-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:22:01.317065 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-a7213d3c-1abb-4c27-9ef8-bda635c9dd3b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6294889 Apr 06 11:22:01.347175 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36cec5c1-822b-4b1a-9908-3f5b86f4ab59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272ef63c-8d75-5f2a-b33a-d377c0026717-fb06bba6-aa92-405a-bd0f-9d2f832ff4b0', 'network_id': 'fb06bba6-aa92-405a-bd0f-9d2f832ff4b0', 'project_id': '12dfde64f00143f08091fac5842a598a', 'fixed_ips': [{'subnet_id': 'e56633a2-883b-4622-9b03-428668a2021a'}]}} from dv-cinder-836073-2-iscsi. {{(pid=103883) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 11:22:01.348068 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-36cec5c1-822b-4b1a-9908-3f5b86f4ab59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:01.502100 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [None req-36cec5c1-822b-4b1a-9908-3f5b86f4ab59 None None] Allocated IP 192.168.233.2 (fb06bba6-aa92-405a-bd0f-9d2f832ff4b0/e56633a2-883b-4622-9b03-428668a2021a/58c63ef0-1ef0-4403-96f1-8025574e4262) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:22:01.743616 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-36cec5c1-822b-4b1a-9908-3f5b86f4ab59 None None] Publish callbacks [] for port (58c63ef0-1ef0-4403-96f1-8025574e4262), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:01.881886 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-36cec5c1-822b-4b1a-9908-3f5b86f4ab59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779192465924'] for port (58c63ef0-1ef0-4403-96f1-8025574e4262), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:01.909638 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36cec5c1-822b-4b1a-9908-3f5b86f4ab59 None None] Network fb06bba6-aa92-405a-bd0f-9d2f832ff4b0 is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:22:01.917565 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-36cec5c1-822b-4b1a-9908-3f5b86f4ab59 None None] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:22:01.924506 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cec5c1-822b-4b1a-9908-3f5b86f4ab59 None None] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:22:02.020204 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-36cec5c1-822b-4b1a-9908-3f5b86f4ab59 None None] Attempting to bind port 58c63ef0-1ef0-4403-96f1-8025574e4262 on host dv-cinder-836073-2-iscsi for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:22:02.020455 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-36cec5c1-822b-4b1a-9908-3f5b86f4ab59 None None] Attempting to bind port 58c63ef0-1ef0-4403-96f1-8025574e4262 by drivers openvswitch,hyperv on host dv-cinder-836073-2-iscsi at level 0 using segments [{'id': 'e70a1759-1cd0-4454-8118-d71cd404b03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'fb06bba6-aa92-405a-bd0f-9d2f832ff4b0'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:22:02.020824 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cec5c1-822b-4b1a-9908-3f5b86f4ab59 None None] Attempting to bind port 58c63ef0-1ef0-4403-96f1-8025574e4262 on network fb06bba6-aa92-405a-bd0f-9d2f832ff4b0 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:22:02.031351 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cec5c1-822b-4b1a-9908-3f5b86f4ab59 None None] Checking agent: {'id': 'a2831ac0-05e7-463d-be89-41d2adab36ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 18, 43), 'started_at': datetime.datetime(2022, 4, 6, 11, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:22:02.031816 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cec5c1-822b-4b1a-9908-3f5b86f4ab59 None None] Checking segment: {'id': 'e70a1759-1cd0-4454-8118-d71cd404b03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'fb06bba6-aa92-405a-bd0f-9d2f832ff4b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:22:02.032126 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-36cec5c1-822b-4b1a-9908-3f5b86f4ab59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:02.032521 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cec5c1-822b-4b1a-9908-3f5b86f4ab59 None None] Bound using segment: {'id': 'e70a1759-1cd0-4454-8118-d71cd404b03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'fb06bba6-aa92-405a-bd0f-9d2f832ff4b0'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:22:02.032998 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-36cec5c1-822b-4b1a-9908-3f5b86f4ab59 None None] Bound port: 58c63ef0-1ef0-4403-96f1-8025574e4262, host: dv-cinder-836073-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e70a1759-1cd0-4454-8118-d71cd404b03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'fb06bba6-aa92-405a-bd0f-9d2f832ff4b0'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:22:02.033404 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-36cec5c1-822b-4b1a-9908-3f5b86f4ab59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (58c63ef0-1ef0-4403-96f1-8025574e4262), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:02.035230 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cec5c1-822b-4b1a-9908-3f5b86f4ab59 None None] Pushing event updated for resources: {'Port': ['ID=58c63ef0-1ef0-4403-96f1-8025574e4262,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:22:02.057069 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cec5c1-822b-4b1a-9908-3f5b86f4ab59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:22:02.057440 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cec5c1-822b-4b1a-9908-3f5b86f4ab59 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:22:02.057798 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cec5c1-822b-4b1a-9908-3f5b86f4ab59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:22:02.058159 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cec5c1-822b-4b1a-9908-3f5b86f4ab59 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:22:02.058497 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cec5c1-822b-4b1a-9908-3f5b86f4ab59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:22:02.058827 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cec5c1-822b-4b1a-9908-3f5b86f4ab59 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:22:02.059153 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cec5c1-822b-4b1a-9908-3f5b86f4ab59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:22:02.059477 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cec5c1-822b-4b1a-9908-3f5b86f4ab59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:22:02.059807 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cec5c1-822b-4b1a-9908-3f5b86f4ab59 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:22:02.060131 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cec5c1-822b-4b1a-9908-3f5b86f4ab59 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:22:02.060452 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cec5c1-822b-4b1a-9908-3f5b86f4ab59 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:22:02.060791 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cec5c1-822b-4b1a-9908-3f5b86f4ab59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:22:02.061168 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cec5c1-822b-4b1a-9908-3f5b86f4ab59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:22:02.061498 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cec5c1-822b-4b1a-9908-3f5b86f4ab59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:22:02.062048 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cec5c1-822b-4b1a-9908-3f5b86f4ab59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:22:02.123917 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-36cec5c1-822b-4b1a-9908-3f5b86f4ab59 None None] For port 58c63ef0-1ef0-4403-96f1-8025574e4262, host dv-cinder-836073-2-iscsi, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:22:02.131268 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-36cec5c1-822b-4b1a-9908-3f5b86f4ab59 None None] For port 58c63ef0-1ef0-4403-96f1-8025574e4262, host dv-cinder-836073-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=58c63ef0-1ef0-4403-96f1-8025574e4262,segment=NetworkSegment(e70a1759-1cd0-4454-8118-d71cd404b03c),segment_id=e70a1759-1cd0-4454-8118-d71cd404b03c)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:22:02.211619 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-36cec5c1-822b-4b1a-9908-3f5b86f4ab59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (58c63ef0-1ef0-4403-96f1-8025574e4262), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:02.280200 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cec5c1-822b-4b1a-9908-3f5b86f4ab59 None None] Pushing event updated for resources: {'Port': ['ID=58c63ef0-1ef0-4403-96f1-8025574e4262,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:22:03.081731 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f04229-5f7e-4c3b-b341-890cc91e22df None None] Network fb06bba6-aa92-405a-bd0f-9d2f832ff4b0 requested from dv-cinder-836073-2-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:22:03.142314 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-a94c6664-70e7-4113-b078-0278c060423c None None] Provisioning complete for port 58c63ef0-1ef0-4403-96f1-8025574e4262 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:22:03.142677 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a94c6664-70e7-4113-b078-0278c060423c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (58c63ef0-1ef0-4403-96f1-8025574e4262), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:03.268743 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-a94c6664-70e7-4113-b078-0278c060423c None None] Current status of the port 58c63ef0-1ef0-4403-96f1-8025574e4262 is: DOWN; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:22:03.269205 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a94c6664-70e7-4113-b078-0278c060423c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (58c63ef0-1ef0-4403-96f1-8025574e4262), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:03.306141 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-a94c6664-70e7-4113-b078-0278c060423c None None] For port 58c63ef0-1ef0-4403-96f1-8025574e4262, host dv-cinder-836073-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=58c63ef0-1ef0-4403-96f1-8025574e4262,segment=NetworkSegment(e70a1759-1cd0-4454-8118-d71cd404b03c),segment_id=e70a1759-1cd0-4454-8118-d71cd404b03c)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:22:03.382528 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a94c6664-70e7-4113-b078-0278c060423c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (58c63ef0-1ef0-4403-96f1-8025574e4262), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:03.437881 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94c6664-70e7-4113-b078-0278c060423c None None] Pushing event updated for resources: {'Port': ['ID=58c63ef0-1ef0-4403-96f1-8025574e4262,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:22:03.503427 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-a4aa0d01-5735-48af-8cf0-1298ae7716ba None None] Provisioning complete for port 58c63ef0-1ef0-4403-96f1-8025574e4262 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:22:03.503815 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a4aa0d01-5735-48af-8cf0-1298ae7716ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (58c63ef0-1ef0-4403-96f1-8025574e4262), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:03.585931 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-a4aa0d01-5735-48af-8cf0-1298ae7716ba None None] Current status of the port 58c63ef0-1ef0-4403-96f1-8025574e4262 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:22:04.014990 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device 58c63ef0-1ef0-4403-96f1-8025574e4262 up at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:22:04.063238 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Provisioning complete for port 58c63ef0-1ef0-4403-96f1-8025574e4262 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:22:04.063658 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (58c63ef0-1ef0-4403-96f1-8025574e4262), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:04.144654 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Current status of the port 58c63ef0-1ef0-4403-96f1-8025574e4262 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:22:06.662580 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-515fe1e4-ecdc-4371-90e2-06cf75187cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (8a8bc679-53b2-461d-b015-cec5a247fb94), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:06.705338 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-d2f8dd02-8968-40b0-bca4-a7fc1cec66fd None None] Agent healthcheck: found 5 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:22:08.971214 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-4a57df81-f90c-42c8-8ed1-b3a277dd5846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (9404f039-f516-42fd-94a5-c122fff5649f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:10.455909 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0cc2d64b-8553-4c26-9c2d-26728f607b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (295112eb-abec-44aa-a7f9-d1b9c67b3953), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:11.741719 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7bcfc971-4c1e-4d8f-8ae7-97bffdd4e21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (33edc1dd-8f2c-4a3f-bd07-9ad8bd534bf2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:13.198665 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (a2831ac0-05e7-463d-be89-41d2adab36ec), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:36.606188 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-17887217-16e7-488d-908c-cdae3093b38b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (8a8bc679-53b2-461d-b015-cec5a247fb94), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:38.959877 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-b4c4cfc7-9cd7-4b9a-93b1-58ab2803342a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (9404f039-f516-42fd-94a5-c122fff5649f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:40.456507 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0cc2d64b-8553-4c26-9c2d-26728f607b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (295112eb-abec-44aa-a7f9-d1b9c67b3953), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:41.743189 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7bcfc971-4c1e-4d8f-8ae7-97bffdd4e21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (33edc1dd-8f2c-4a3f-bd07-9ad8bd534bf2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:43.200439 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (a2831ac0-05e7-463d-be89-41d2adab36ec), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:43.706321 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-d2f8dd02-8968-40b0-bca4-a7fc1cec66fd None None] Agent healthcheck: found 5 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:23:06.623214 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d8378499-c5b0-4942-95a9-ca15579154d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (8a8bc679-53b2-461d-b015-cec5a247fb94), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:08.971392 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e705607d-dba2-4479-8c46-1a69b8b7b8c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (9404f039-f516-42fd-94a5-c122fff5649f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:10.468692 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0cc2d64b-8553-4c26-9c2d-26728f607b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (295112eb-abec-44aa-a7f9-d1b9c67b3953), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:11.748907 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7bcfc971-4c1e-4d8f-8ae7-97bffdd4e21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (33edc1dd-8f2c-4a3f-bd07-9ad8bd534bf2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:13.217523 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (a2831ac0-05e7-463d-be89-41d2adab36ec), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:20.705848 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-d2f8dd02-8968-40b0-bca4-a7fc1cec66fd None None] Agent healthcheck: found 5 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:23:36.635067 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-b782ea6f-a98a-488c-aa60-b7d97743aad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (8a8bc679-53b2-461d-b015-cec5a247fb94), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:38.966184 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f62c671f-2d18-4d90-ac26-e3043b160701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (9404f039-f516-42fd-94a5-c122fff5649f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:40.457935 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0cc2d64b-8553-4c26-9c2d-26728f607b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (295112eb-abec-44aa-a7f9-d1b9c67b3953), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:41.737767 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7bcfc971-4c1e-4d8f-8ae7-97bffdd4e21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (33edc1dd-8f2c-4a3f-bd07-9ad8bd534bf2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:43.212305 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (a2831ac0-05e7-463d-be89-41d2adab36ec), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:46.587651 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 47466) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:23:46.593856 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [None req-506d0c52-6a7d-4f9f-b5fa-cda13ff04b47 tempest-verify_tempest_config-135464857 tempest-verify_tempest_config-135464857-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103881) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 11:23:46.594822 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-506d0c52-6a7d-4f9f-b5fa-cda13ff04b47 tempest-verify_tempest_config-135464857 tempest-verify_tempest_config-135464857-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0062735 Apr 06 11:23:47.075975 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 47484) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:23:47.180326 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f827c62b-34be-481a-9207-079c6ce90940 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:47.254267 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f827c62b-34be-481a-9207-079c6ce90940 admin admin] Publish callbacks [] for security_group (8748a6cf-62f9-47d3-bc39-ac120cf557af), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:47.297405 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f827c62b-34be-481a-9207-079c6ce90940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (8748a6cf-62f9-47d3-bc39-ac120cf557af), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:47.342173 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f827c62b-34be-481a-9207-079c6ce90940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8748a6cf-62f9-47d3-bc39-ac120cf557af,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:23:47.346568 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-f827c62b-34be-481a-9207-079c6ce90940 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1a41be4a2bab4efe8bf62201e2ce7ab5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2687640 Apr 06 11:23:47.349331 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 47490) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:23:47.350889 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f827c62b-34be-481a-9207-079c6ce90940 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:23:47.351238 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f827c62b-34be-481a-9207-079c6ce90940 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:23:47.351581 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f827c62b-34be-481a-9207-079c6ce90940 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:23:47.351918 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f827c62b-34be-481a-9207-079c6ce90940 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:23:47.352250 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f827c62b-34be-481a-9207-079c6ce90940 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:23:47.352576 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f827c62b-34be-481a-9207-079c6ce90940 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:23:47.352902 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f827c62b-34be-481a-9207-079c6ce90940 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:23:47.353268 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f827c62b-34be-481a-9207-079c6ce90940 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:23:47.353611 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f827c62b-34be-481a-9207-079c6ce90940 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:23:47.353941 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f827c62b-34be-481a-9207-079c6ce90940 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:23:47.354265 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f827c62b-34be-481a-9207-079c6ce90940 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:23:47.354605 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f827c62b-34be-481a-9207-079c6ce90940 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:23:47.354928 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f827c62b-34be-481a-9207-079c6ce90940 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:23:47.355244 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f827c62b-34be-481a-9207-079c6ce90940 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:23:47.355560 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f827c62b-34be-481a-9207-079c6ce90940 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:23:47.424752 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-46b890f5-8f35-4094-8370-957168bea81c admin admin] Publish callbacks [] for security_group (8748a6cf-62f9-47d3-bc39-ac120cf557af), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:47.446411 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-46b890f5-8f35-4094-8370-957168bea81c admin admin] Publish callbacks [] for security_group (8748a6cf-62f9-47d3-bc39-ac120cf557af), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:47.640916 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-46b890f5-8f35-4094-8370-957168bea81c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (8748a6cf-62f9-47d3-bc39-ac120cf557af), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:47.643537 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-46b890f5-8f35-4094-8370-957168bea81c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:47.644767 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-46b890f5-8f35-4094-8370-957168bea81c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8748a6cf-62f9-47d3-bc39-ac120cf557af HTTP/1.1" status: 204 len: 168 time: 0.2944927 Apr 06 11:23:47.652219 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b890f5-8f35-4094-8370-957168bea81c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8748a6cf-62f9-47d3-bc39-ac120cf557af,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:23:47.659161 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b890f5-8f35-4094-8370-957168bea81c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:23:47.659518 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b890f5-8f35-4094-8370-957168bea81c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:23:47.660074 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b890f5-8f35-4094-8370-957168bea81c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:23:47.660278 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b890f5-8f35-4094-8370-957168bea81c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:23:47.660622 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b890f5-8f35-4094-8370-957168bea81c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:23:47.660961 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b890f5-8f35-4094-8370-957168bea81c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:23:47.663461 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b890f5-8f35-4094-8370-957168bea81c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:23:47.663461 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b890f5-8f35-4094-8370-957168bea81c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:23:47.663461 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b890f5-8f35-4094-8370-957168bea81c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:23:47.663461 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b890f5-8f35-4094-8370-957168bea81c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:23:47.663461 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b890f5-8f35-4094-8370-957168bea81c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:23:47.663461 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b890f5-8f35-4094-8370-957168bea81c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:23:47.663461 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b890f5-8f35-4094-8370-957168bea81c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:23:47.664328 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b890f5-8f35-4094-8370-957168bea81c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:23:47.664328 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b890f5-8f35-4094-8370-957168bea81c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:23:57.705123 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-d2f8dd02-8968-40b0-bca4-a7fc1cec66fd None None] Agent healthcheck: found 5 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:24:06.623663 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-858299c7-2aa3-437c-878a-c5a3d360579c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (8a8bc679-53b2-461d-b015-cec5a247fb94), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:08.995474 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7f8d296d-7267-4b69-aa4a-c21f525a8fd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (9404f039-f516-42fd-94a5-c122fff5649f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:10.480896 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0cc2d64b-8553-4c26-9c2d-26728f607b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (295112eb-abec-44aa-a7f9-d1b9c67b3953), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:11.760896 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7bcfc971-4c1e-4d8f-8ae7-97bffdd4e21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (33edc1dd-8f2c-4a3f-bd07-9ad8bd534bf2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:13.241341 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (a2831ac0-05e7-463d-be89-41d2adab36ec), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:34.703188 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-d2f8dd02-8968-40b0-bca4-a7fc1cec66fd None None] Agent healthcheck: found 5 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:24:36.624107 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-1daf0c52-42f8-4338-aa13-7e8850469ecb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (8a8bc679-53b2-461d-b015-cec5a247fb94), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:38.983862 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-4799351f-c0c1-4ed8-8728-92c92790a626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (9404f039-f516-42fd-94a5-c122fff5649f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:40.487287 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0cc2d64b-8553-4c26-9c2d-26728f607b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (295112eb-abec-44aa-a7f9-d1b9c67b3953), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:41.760926 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7bcfc971-4c1e-4d8f-8ae7-97bffdd4e21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (33edc1dd-8f2c-4a3f-bd07-9ad8bd534bf2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:43.207131 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (a2831ac0-05e7-463d-be89-41d2adab36ec), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:06.636450 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-cb1ae23c-2b92-4674-8992-30a5df5bdc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (8a8bc679-53b2-461d-b015-cec5a247fb94), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:08.991081 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3fdacb2a-b2d8-419d-ba17-01144df57227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (9404f039-f516-42fd-94a5-c122fff5649f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:10.469836 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0cc2d64b-8553-4c26-9c2d-26728f607b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (295112eb-abec-44aa-a7f9-d1b9c67b3953), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:11.701800 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-d2f8dd02-8968-40b0-bca4-a7fc1cec66fd None None] Agent healthcheck: found 5 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:25:11.750677 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7bcfc971-4c1e-4d8f-8ae7-97bffdd4e21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (33edc1dd-8f2c-4a3f-bd07-9ad8bd534bf2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:13.206495 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (a2831ac0-05e7-463d-be89-41d2adab36ec), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:35.774277 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-886392'] for agent (dc195572-b6d9-4259-8541-839e457b2650), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:36.631836 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-9d4b0878-c083-4ab8-ac84-b9504dae3dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (8a8bc679-53b2-461d-b015-cec5a247fb94), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:38.978398 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5c7ff499-f219-4931-8612-9dbb3d324baa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (9404f039-f516-42fd-94a5-c122fff5649f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:40.488620 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0cc2d64b-8553-4c26-9c2d-26728f607b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (295112eb-abec-44aa-a7f9-d1b9c67b3953), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:41.763083 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7bcfc971-4c1e-4d8f-8ae7-97bffdd4e21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (33edc1dd-8f2c-4a3f-bd07-9ad8bd534bf2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:43.237731 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (a2831ac0-05e7-463d-be89-41d2adab36ec), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:48.701604 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-d2f8dd02-8968-40b0-bca4-a7fc1cec66fd None None] Agent healthcheck: found 6 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:25:50.984440 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 47560) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:25:51.088396 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-8ad9de9f-2acb-4558-af6b-173618d63dc8 admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1026154 Apr 06 11:25:53.429831 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 47570) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:25:53.483444 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-d3430fe4-6cb9-489b-af18-5e9593ec5d9e admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0525427 Apr 06 11:26:05.750206 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (dc195572-b6d9-4259-8541-839e457b2650), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:26:06.619281 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ee1531b6-8d91-437b-b436-880d2e5c73a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (8a8bc679-53b2-461d-b015-cec5a247fb94), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:26:08.973385 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7fc5e160-589a-4b65-9234-59c64d74e734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (9404f039-f516-42fd-94a5-c122fff5649f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:26:10.493054 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0cc2d64b-8553-4c26-9c2d-26728f607b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (295112eb-abec-44aa-a7f9-d1b9c67b3953), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:26:11.763771 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7bcfc971-4c1e-4d8f-8ae7-97bffdd4e21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (33edc1dd-8f2c-4a3f-bd07-9ad8bd534bf2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:26:13.207941 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (a2831ac0-05e7-463d-be89-41d2adab36ec), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:26:25.700369 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-d2f8dd02-8968-40b0-bca4-a7fc1cec66fd None None] Agent healthcheck: found 6 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:26:35.770527 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (dc195572-b6d9-4259-8541-839e457b2650), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:26:36.647939 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0c332adb-f5c5-4ff0-89e8-465c897bf59a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (8a8bc679-53b2-461d-b015-cec5a247fb94), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:26:38.979394 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f45d8345-e52e-47ab-b1dd-971374b3334c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (9404f039-f516-42fd-94a5-c122fff5649f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:26:40.507611 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0cc2d64b-8553-4c26-9c2d-26728f607b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (295112eb-abec-44aa-a7f9-d1b9c67b3953), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:26:41.790655 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7bcfc971-4c1e-4d8f-8ae7-97bffdd4e21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (33edc1dd-8f2c-4a3f-bd07-9ad8bd534bf2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:26:43.198551 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (a2831ac0-05e7-463d-be89-41d2adab36ec), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:02.700362 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-d2f8dd02-8968-40b0-bca4-a7fc1cec66fd None None] Agent healthcheck: found 6 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:27:05.764822 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (dc195572-b6d9-4259-8541-839e457b2650), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:06.619364 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5fc5f958-e4b7-48ce-9ec9-787f8ef7ee4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (8a8bc679-53b2-461d-b015-cec5a247fb94), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:08.999212 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-84234ef0-1b25-48ba-a7c5-9cb799cb3d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (9404f039-f516-42fd-94a5-c122fff5649f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:10.477243 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0cc2d64b-8553-4c26-9c2d-26728f607b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (295112eb-abec-44aa-a7f9-d1b9c67b3953), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:11.770882 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7bcfc971-4c1e-4d8f-8ae7-97bffdd4e21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (33edc1dd-8f2c-4a3f-bd07-9ad8bd534bf2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:13.211063 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (a2831ac0-05e7-463d-be89-41d2adab36ec), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:35.745600 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (dc195572-b6d9-4259-8541-839e457b2650), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:36.643034 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-780850c7-7757-48ac-a9a8-c83b5c50558f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (8a8bc679-53b2-461d-b015-cec5a247fb94), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:37.522557 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 47790) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:27:37.576659 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 47796) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:27:37.895134 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-d6bcfd3e-0f21-481c-9a66-94ed3866cbbf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1810931883-network', 'tenant_id': '3d847e14f64944dba3c2bfdecc16dd16'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:27:37.941468 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-b2f9df7d-bb3b-4128-b753-a322171bfc74 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2000617148-network', 'tenant_id': 'fc235d83432140bcb213022a9840f5c2'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:27:37.968787 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 47818) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:27:37.974724 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6bcfd3e-0f21-481c-9a66-94ed3866cbbf admin admin] Made reservation on behalf of 3d847e14f64944dba3c2bfdecc16dd16 for: {'network': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:27:37.978330 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d6bcfd3e-0f21-481c-9a66-94ed3866cbbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for network (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:37.990177 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d6bcfd3e-0f21-481c-9a66-94ed3866cbbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:38.058073 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f9df7d-bb3b-4128-b753-a322171bfc74 admin admin] Made reservation on behalf of fc235d83432140bcb213022a9840f5c2 for: {'network': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:27:38.060399 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b2f9df7d-bb3b-4128-b753-a322171bfc74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for network (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:38.085417 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b2f9df7d-bb3b-4128-b753-a322171bfc74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:38.097536 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d6bcfd3e-0f21-481c-9a66-94ed3866cbbf admin admin] Publish callbacks [] for security_group (05e76877-69cb-427a-b5c1-131f0d3af836), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:38.173334 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b2f9df7d-bb3b-4128-b753-a322171bfc74 admin admin] Publish callbacks [] for security_group (82206402-599a-4677-83f1-0a4da33930bd), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:38.232114 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d6bcfd3e-0f21-481c-9a66-94ed3866cbbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (05e76877-69cb-427a-b5c1-131f0d3af836), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:38.248768 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6bcfd3e-0f21-481c-9a66-94ed3866cbbf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=103881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 11:27:38.271017 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bcfd3e-0f21-481c-9a66-94ed3866cbbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e76877-69cb-427a-b5c1-131f0d3af836,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:27:38.281073 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b2f9df7d-bb3b-4128-b753-a322171bfc74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (82206402-599a-4677-83f1-0a4da33930bd), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:38.287671 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-012a2fed-cbdc-43d8-890f-2bffd2336182 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1724108277-network', 'tenant_id': '5fc5829786b348ac9cacd8bca2535fbf'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:27:38.298265 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bcfd3e-0f21-481c-9a66-94ed3866cbbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:38.298265 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bcfd3e-0f21-481c-9a66-94ed3866cbbf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:38.298265 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bcfd3e-0f21-481c-9a66-94ed3866cbbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:38.298265 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bcfd3e-0f21-481c-9a66-94ed3866cbbf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:38.298265 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bcfd3e-0f21-481c-9a66-94ed3866cbbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:38.298265 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bcfd3e-0f21-481c-9a66-94ed3866cbbf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:38.298265 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bcfd3e-0f21-481c-9a66-94ed3866cbbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:38.298265 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bcfd3e-0f21-481c-9a66-94ed3866cbbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:38.298265 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bcfd3e-0f21-481c-9a66-94ed3866cbbf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:38.298265 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bcfd3e-0f21-481c-9a66-94ed3866cbbf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:38.298265 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bcfd3e-0f21-481c-9a66-94ed3866cbbf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:38.298265 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bcfd3e-0f21-481c-9a66-94ed3866cbbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:38.298265 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bcfd3e-0f21-481c-9a66-94ed3866cbbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:38.298265 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bcfd3e-0f21-481c-9a66-94ed3866cbbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:38.299298 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bcfd3e-0f21-481c-9a66-94ed3866cbbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:38.299832 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bcfd3e-0f21-481c-9a66-94ed3866cbbf admin admin] Tracked resource versions report: Apr 06 11:27:38.299832 dv-cinder-836073-2-iscsi neutron-server[103881]: pushed versions: Apr 06 11:27:38.299832 dv-cinder-836073-2-iscsi neutron-server[103881]: { 'AddressGroup': {'1.2'}, Apr 06 11:27:38.299832 dv-cinder-836073-2-iscsi neutron-server[103881]: 'Agent': {'1.1'}, Apr 06 11:27:38.299832 dv-cinder-836073-2-iscsi neutron-server[103881]: 'ConntrackHelper': {'1.0'}, Apr 06 11:27:38.299832 dv-cinder-836073-2-iscsi neutron-server[103881]: 'LocalIPAssociation': {'1.0'}, Apr 06 11:27:38.299832 dv-cinder-836073-2-iscsi neutron-server[103881]: 'Log': {'1.0'}, Apr 06 11:27:38.299832 dv-cinder-836073-2-iscsi neutron-server[103881]: 'NDPProxy': {'1.0'}, Apr 06 11:27:38.299832 dv-cinder-836073-2-iscsi neutron-server[103881]: 'Network': {'1.1'}, Apr 06 11:27:38.299832 dv-cinder-836073-2-iscsi neutron-server[103881]: 'Port': {'1.7'}, Apr 06 11:27:38.299832 dv-cinder-836073-2-iscsi neutron-server[103881]: 'PortForwarding': {'1.3'}, Apr 06 11:27:38.299832 dv-cinder-836073-2-iscsi neutron-server[103881]: 'QosPolicy': {'1.10'}, Apr 06 11:27:38.299832 dv-cinder-836073-2-iscsi neutron-server[103881]: 'SecurityGroup': {'1.5'}, Apr 06 11:27:38.299832 dv-cinder-836073-2-iscsi neutron-server[103881]: 'SecurityGroupRule': {'1.2'}, Apr 06 11:27:38.299832 dv-cinder-836073-2-iscsi neutron-server[103881]: 'SubPort': {'1.0'}, Apr 06 11:27:38.299832 dv-cinder-836073-2-iscsi neutron-server[103881]: 'Subnet': {'1.1'}, Apr 06 11:27:38.299832 dv-cinder-836073-2-iscsi neutron-server[103881]: 'Trunk': {'1.1'}} Apr 06 11:27:38.299832 dv-cinder-836073-2-iscsi neutron-server[103881]: consumer versions: Apr 06 11:27:38.299832 dv-cinder-836073-2-iscsi neutron-server[103881]: { DHCP agent@dv-cinder-836073-2-iscsi: {}, Apr 06 11:27:38.299832 dv-cinder-836073-2-iscsi neutron-server[103881]: HyperV agent@hv-cinder-83607: {}, Apr 06 11:27:38.299832 dv-cinder-836073-2-iscsi neutron-server[103881]: L3 agent@dv-cinder-836073-2-iscsi: {}, Apr 06 11:27:38.299832 dv-cinder-836073-2-iscsi neutron-server[103881]: Metadata agent@dv-cinder-836073-2-iscsi: {}, Apr 06 11:27:38.299832 dv-cinder-836073-2-iscsi neutron-server[103881]: Metering agent@dv-cinder-836073-2-iscsi: {}, Apr 06 11:27:38.299832 dv-cinder-836073-2-iscsi neutron-server[103881]: Open vSwitch agent@dv-cinder-836073-2-iscsi: { 'AddressGroup': '1.2', Apr 06 11:27:38.299832 dv-cinder-836073-2-iscsi neutron-server[103881]: 'Agent': '1.1', Apr 06 11:27:38.299832 dv-cinder-836073-2-iscsi neutron-server[103881]: 'ConntrackHelper': '1.0', Apr 06 11:27:38.299832 dv-cinder-836073-2-iscsi neutron-server[103881]: 'LocalIPAssociation': '1.0', Apr 06 11:27:38.299832 dv-cinder-836073-2-iscsi neutron-server[103881]: 'Log': '1.0', Apr 06 11:27:38.299832 dv-cinder-836073-2-iscsi neutron-server[103881]: 'NDPProxy': '1.0', Apr 06 11:27:38.299832 dv-cinder-836073-2-iscsi neutron-server[103881]: 'Network': '1.1', Apr 06 11:27:38.299832 dv-cinder-836073-2-iscsi neutron-server[103881]: 'Port': '1.7', Apr 06 11:27:38.299832 dv-cinder-836073-2-iscsi neutron-server[103881]: 'PortForwarding': '1.3', Apr 06 11:27:38.299832 dv-cinder-836073-2-iscsi neutron-server[103881]: 'QosPolicy': '1.10', Apr 06 11:27:38.299832 dv-cinder-836073-2-iscsi neutron-server[103881]: 'SecurityGroup': '1.5', Apr 06 11:27:38.299832 dv-cinder-836073-2-iscsi neutron-server[103881]: 'SecurityGroupRule': '1.2', Apr 06 11:27:38.299832 dv-cinder-836073-2-iscsi neutron-server[103881]: 'SubPort': '1.0', Apr 06 11:27:38.299832 dv-cinder-836073-2-iscsi neutron-server[103881]: 'Subnet': '1.1', Apr 06 11:27:38.299832 dv-cinder-836073-2-iscsi neutron-server[103881]: 'Trunk': '1.1'}} Apr 06 11:27:38.299832 dv-cinder-836073-2-iscsi neutron-server[103881]: {{(pid=103881) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 11:27:38.317529 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d6bcfd3e-0f21-481c-9a66-94ed3866cbbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726494'] for segment (3347e514-facd-4073-b90b-64355ba61658), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:38.317875 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.db.segments_db [None req-d6bcfd3e-0f21-481c-9a66-94ed3866cbbf admin admin] Added segment 3347e514-facd-4073-b90b-64355ba61658 of type vlan for network dc23bab2-5009-4000-9be8-b01c02506344 Apr 06 11:27:38.345491 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2f9df7d-bb3b-4128-b753-a322171bfc74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=103881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 11:27:38.378092 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f9df7d-bb3b-4128-b753-a322171bfc74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82206402-599a-4677-83f1-0a4da33930bd,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:27:38.403930 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b2f9df7d-bb3b-4128-b753-a322171bfc74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726494'] for segment (198df4e5-b698-49c8-a8e7-40f2cf45ec63), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:38.404266 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.db.segments_db [None req-b2f9df7d-bb3b-4128-b753-a322171bfc74 admin admin] Added segment 198df4e5-b698-49c8-a8e7-40f2cf45ec63 of type vlan for network 106eef2d-4f40-46cd-832f-5b84b361bc62 Apr 06 11:27:38.415171 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d6bcfd3e-0f21-481c-9a66-94ed3866cbbf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779192449082'] for network (dc23bab2-5009-4000-9be8-b01c02506344), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:38.464196 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b2f9df7d-bb3b-4128-b753-a322171bfc74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779192449082'] for network (106eef2d-4f40-46cd-832f-5b84b361bc62), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:38.470235 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012a2fed-cbdc-43d8-890f-2bffd2336182 admin admin] Made reservation on behalf of 5fc5829786b348ac9cacd8bca2535fbf for: {'network': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:27:38.472480 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-012a2fed-cbdc-43d8-890f-2bffd2336182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for network (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:38.486821 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-012a2fed-cbdc-43d8-890f-2bffd2336182 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:38.562225 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d6bcfd3e-0f21-481c-9a66-94ed3866cbbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322'] for network (dc23bab2-5009-4000-9be8-b01c02506344), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:38.564084 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6bcfd3e-0f21-481c-9a66-94ed3866cbbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:27:38.570396 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d6bcfd3e-0f21-481c-9a66-94ed3866cbbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570608'] for network (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:38.597830 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-012a2fed-cbdc-43d8-890f-2bffd2336182 admin admin] Publish callbacks [] for security_group (7d4bf464-bde8-419b-aed7-2fb160b78897), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:38.639968 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b2f9df7d-bb3b-4128-b753-a322171bfc74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322'] for network (106eef2d-4f40-46cd-832f-5b84b361bc62), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:38.640882 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f9df7d-bb3b-4128-b753-a322171bfc74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:27:38.641480 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b2f9df7d-bb3b-4128-b753-a322171bfc74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570608'] for network (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:38.668860 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bcfd3e-0f21-481c-9a66-94ed3866cbbf admin admin] Pushing event updated for resources: {'Network': ['ID=dc23bab2-5009-4000-9be8-b01c02506344,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:27:38.682611 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Network dc23bab2-5009-4000-9be8-b01c02506344 details requested by agent ovs-agent-dv-cinder-836073-2-iscsi with host dv-cinder-836073-2-iscsi {{(pid=103883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 11:27:38.723084 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-012a2fed-cbdc-43d8-890f-2bffd2336182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (7d4bf464-bde8-419b-aed7-2fb160b78897), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:38.756558 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a2fed-cbdc-43d8-890f-2bffd2336182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4bf464-bde8-419b-aed7-2fb160b78897,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:27:38.761727 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f9df7d-bb3b-4128-b753-a322171bfc74 admin admin] Pushing event updated for resources: {'Network': ['ID=106eef2d-4f40-46cd-832f-5b84b361bc62,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:27:38.777294 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-d6bcfd3e-0f21-481c-9a66-94ed3866cbbf admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2524703 Apr 06 11:27:38.780287 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 47856) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:27:38.787164 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-fdf1e997-7081-4e45-8060-20c83c393fc6 admin admin] Request body: {'subnet': {'network_id': 'dc23bab2-5009-4000-9be8-b01c02506344', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1810931883-subnet', 'tenant_id': '3d847e14f64944dba3c2bfdecc16dd16', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:27:38.795044 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-b2f9df7d-bb3b-4128-b753-a322171bfc74 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2152767 Apr 06 11:27:38.796669 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-012a2fed-cbdc-43d8-890f-2bffd2336182 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=103881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 11:27:38.802724 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 47860) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:27:38.823673 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-6e51b770-9c3a-4c66-9eb7-9d219ada613f admin admin] Request body: {'subnet': {'network_id': '106eef2d-4f40-46cd-832f-5b84b361bc62', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2000617148-subnet', 'tenant_id': 'fc235d83432140bcb213022a9840f5c2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:27:38.859399 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-012a2fed-cbdc-43d8-890f-2bffd2336182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726494'] for segment (118c05f0-dc28-417c-b8a2-a8190b9af88d), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:38.859945 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.db.segments_db [None req-012a2fed-cbdc-43d8-890f-2bffd2336182 admin admin] Added segment 118c05f0-dc28-417c-b8a2-a8190b9af88d of type vlan for network d17c45f2-42c4-4cfe-a64d-a4b82313e9f3 Apr 06 11:27:38.869325 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Network 106eef2d-4f40-46cd-832f-5b84b361bc62 details requested by agent ovs-agent-dv-cinder-836073-2-iscsi with host dv-cinder-836073-2-iscsi {{(pid=103883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 11:27:38.911473 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf1e997-7081-4e45-8060-20c83c393fc6 admin admin] Made reservation on behalf of 3d847e14f64944dba3c2bfdecc16dd16 for: {'subnet': 1} {{(pid=103882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:27:38.911912 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e51b770-9c3a-4c66-9eb7-9d219ada613f admin admin] Made reservation on behalf of fc235d83432140bcb213022a9840f5c2 for: {'subnet': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:27:38.915084 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6e51b770-9c3a-4c66-9eb7-9d219ada613f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:38.915218 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-fdf1e997-7081-4e45-8060-20c83c393fc6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:38.940348 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-012a2fed-cbdc-43d8-890f-2bffd2336182 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779192449082'] for network (d17c45f2-42c4-4cfe-a64d-a4b82313e9f3), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:39.087505 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d1c9fdf2-cfe2-4aee-a6a1-bd63c4d1eb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (9404f039-f516-42fd-94a5-c122fff5649f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:39.143713 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-012a2fed-cbdc-43d8-890f-2bffd2336182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322'] for network (d17c45f2-42c4-4cfe-a64d-a4b82313e9f3), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:39.147454 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012a2fed-cbdc-43d8-890f-2bffd2336182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:27:39.150082 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-012a2fed-cbdc-43d8-890f-2bffd2336182 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570608'] for network (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:39.255750 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a2fed-cbdc-43d8-890f-2bffd2336182 admin admin] Pushing event updated for resources: {'Network': ['ID=d17c45f2-42c4-4cfe-a64d-a4b82313e9f3,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:27:39.266642 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Network d17c45f2-42c4-4cfe-a64d-a4b82313e9f3 details requested by agent ovs-agent-dv-cinder-836073-2-iscsi with host dv-cinder-836073-2-iscsi {{(pid=103883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 11:27:39.343700 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 47882) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:27:39.344262 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-012a2fed-cbdc-43d8-890f-2bffd2336182 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3739276 Apr 06 11:27:39.349883 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-60b6f428-c8e0-4ece-8109-1ec3defe6b79 admin admin] Request body: {'subnet': {'network_id': 'd17c45f2-42c4-4cfe-a64d-a4b82313e9f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1724108277-subnet', 'tenant_id': '5fc5829786b348ac9cacd8bca2535fbf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:27:39.394777 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-fdf1e997-7081-4e45-8060-20c83c393fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322'] for subnet (af591e27-8cd2-4603-8651-34dd07f2f0b2), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:39.440695 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6e51b770-9c3a-4c66-9eb7-9d219ada613f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322'] for subnet (b1304d50-4387-41c0-a102-fa6eb203f82e), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:39.505993 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf1e997-7081-4e45-8060-20c83c393fc6 admin admin] Checking segment: {'id': '3347e514-facd-4073-b90b-64355ba61658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'dc23bab2-5009-4000-9be8-b01c02506344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:27:39.509114 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf1e997-7081-4e45-8060-20c83c393fc6 admin admin] Network hostable DHCP agents. Network: dc23bab2-5009-4000-9be8-b01c02506344, hostable agents: ['8a8bc679-53b2-461d-b015-cec5a247fb94'], hosted agents: [] {{(pid=103882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 11:27:39.513188 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf1e997-7081-4e45-8060-20c83c393fc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af591e27-8cd2-4603-8651-34dd07f2f0b2,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:27:39.530968 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf1e997-7081-4e45-8060-20c83c393fc6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:39.531320 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf1e997-7081-4e45-8060-20c83c393fc6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:39.531686 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf1e997-7081-4e45-8060-20c83c393fc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:39.532030 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf1e997-7081-4e45-8060-20c83c393fc6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:39.532381 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf1e997-7081-4e45-8060-20c83c393fc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:39.532699 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf1e997-7081-4e45-8060-20c83c393fc6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:39.533031 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf1e997-7081-4e45-8060-20c83c393fc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:39.534105 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf1e997-7081-4e45-8060-20c83c393fc6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:39.534240 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e51b770-9c3a-4c66-9eb7-9d219ada613f admin admin] Checking segment: {'id': '198df4e5-b698-49c8-a8e7-40f2cf45ec63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '106eef2d-4f40-46cd-832f-5b84b361bc62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:27:39.534456 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf1e997-7081-4e45-8060-20c83c393fc6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:39.534574 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e51b770-9c3a-4c66-9eb7-9d219ada613f admin admin] Network hostable DHCP agents. Network: 106eef2d-4f40-46cd-832f-5b84b361bc62, hostable agents: ['8a8bc679-53b2-461d-b015-cec5a247fb94'], hosted agents: [] {{(pid=103881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 11:27:39.534796 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf1e997-7081-4e45-8060-20c83c393fc6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:39.535148 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf1e997-7081-4e45-8060-20c83c393fc6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:39.536012 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf1e997-7081-4e45-8060-20c83c393fc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:39.536358 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf1e997-7081-4e45-8060-20c83c393fc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:39.536724 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf1e997-7081-4e45-8060-20c83c393fc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:39.537020 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf1e997-7081-4e45-8060-20c83c393fc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:39.538237 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf1e997-7081-4e45-8060-20c83c393fc6 admin admin] Tracked resource versions report: Apr 06 11:27:39.538237 dv-cinder-836073-2-iscsi neutron-server[103882]: pushed versions: Apr 06 11:27:39.538237 dv-cinder-836073-2-iscsi neutron-server[103882]: { 'AddressGroup': {'1.2'}, Apr 06 11:27:39.538237 dv-cinder-836073-2-iscsi neutron-server[103882]: 'Agent': {'1.1'}, Apr 06 11:27:39.538237 dv-cinder-836073-2-iscsi neutron-server[103882]: 'ConntrackHelper': {'1.0'}, Apr 06 11:27:39.538237 dv-cinder-836073-2-iscsi neutron-server[103882]: 'LocalIPAssociation': {'1.0'}, Apr 06 11:27:39.538237 dv-cinder-836073-2-iscsi neutron-server[103882]: 'Log': {'1.0'}, Apr 06 11:27:39.538237 dv-cinder-836073-2-iscsi neutron-server[103882]: 'NDPProxy': {'1.0'}, Apr 06 11:27:39.538237 dv-cinder-836073-2-iscsi neutron-server[103882]: 'Network': {'1.1'}, Apr 06 11:27:39.538237 dv-cinder-836073-2-iscsi neutron-server[103882]: 'Port': {'1.7'}, Apr 06 11:27:39.538237 dv-cinder-836073-2-iscsi neutron-server[103882]: 'PortForwarding': {'1.3'}, Apr 06 11:27:39.538237 dv-cinder-836073-2-iscsi neutron-server[103882]: 'QosPolicy': {'1.10'}, Apr 06 11:27:39.538237 dv-cinder-836073-2-iscsi neutron-server[103882]: 'SecurityGroup': {'1.5'}, Apr 06 11:27:39.538237 dv-cinder-836073-2-iscsi neutron-server[103882]: 'SecurityGroupRule': {'1.2'}, Apr 06 11:27:39.538237 dv-cinder-836073-2-iscsi neutron-server[103882]: 'SubPort': {'1.0'}, Apr 06 11:27:39.538237 dv-cinder-836073-2-iscsi neutron-server[103882]: 'Subnet': {'1.1'}, Apr 06 11:27:39.538237 dv-cinder-836073-2-iscsi neutron-server[103882]: 'Trunk': {'1.1'}} Apr 06 11:27:39.538237 dv-cinder-836073-2-iscsi neutron-server[103882]: consumer versions: Apr 06 11:27:39.538237 dv-cinder-836073-2-iscsi neutron-server[103882]: { DHCP agent@dv-cinder-836073-2-iscsi: {}, Apr 06 11:27:39.538237 dv-cinder-836073-2-iscsi neutron-server[103882]: HyperV agent@hv-cinder-83607: {}, Apr 06 11:27:39.538237 dv-cinder-836073-2-iscsi neutron-server[103882]: L3 agent@dv-cinder-836073-2-iscsi: {}, Apr 06 11:27:39.538237 dv-cinder-836073-2-iscsi neutron-server[103882]: Metadata agent@dv-cinder-836073-2-iscsi: {}, Apr 06 11:27:39.538237 dv-cinder-836073-2-iscsi neutron-server[103882]: Metering agent@dv-cinder-836073-2-iscsi: {}, Apr 06 11:27:39.538237 dv-cinder-836073-2-iscsi neutron-server[103882]: Open vSwitch agent@dv-cinder-836073-2-iscsi: { 'AddressGroup': '1.2', Apr 06 11:27:39.538237 dv-cinder-836073-2-iscsi neutron-server[103882]: 'Agent': '1.1', Apr 06 11:27:39.538237 dv-cinder-836073-2-iscsi neutron-server[103882]: 'ConntrackHelper': '1.0', Apr 06 11:27:39.538237 dv-cinder-836073-2-iscsi neutron-server[103882]: 'LocalIPAssociation': '1.0', Apr 06 11:27:39.538237 dv-cinder-836073-2-iscsi neutron-server[103882]: 'Log': '1.0', Apr 06 11:27:39.538237 dv-cinder-836073-2-iscsi neutron-server[103882]: 'NDPProxy': '1.0', Apr 06 11:27:39.538237 dv-cinder-836073-2-iscsi neutron-server[103882]: 'Network': '1.1', Apr 06 11:27:39.538237 dv-cinder-836073-2-iscsi neutron-server[103882]: 'Port': '1.7', Apr 06 11:27:39.538237 dv-cinder-836073-2-iscsi neutron-server[103882]: 'PortForwarding': '1.3', Apr 06 11:27:39.538237 dv-cinder-836073-2-iscsi neutron-server[103882]: 'QosPolicy': '1.10', Apr 06 11:27:39.538237 dv-cinder-836073-2-iscsi neutron-server[103882]: 'SecurityGroup': '1.5', Apr 06 11:27:39.538237 dv-cinder-836073-2-iscsi neutron-server[103882]: 'SecurityGroupRule': '1.2', Apr 06 11:27:39.538237 dv-cinder-836073-2-iscsi neutron-server[103882]: 'SubPort': '1.0', Apr 06 11:27:39.538237 dv-cinder-836073-2-iscsi neutron-server[103882]: 'Subnet': '1.1', Apr 06 11:27:39.538237 dv-cinder-836073-2-iscsi neutron-server[103882]: 'Trunk': '1.1'}} Apr 06 11:27:39.538237 dv-cinder-836073-2-iscsi neutron-server[103882]: {{(pid=103882) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 11:27:39.546115 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b6f428-c8e0-4ece-8109-1ec3defe6b79 admin admin] Made reservation on behalf of 5fc5829786b348ac9cacd8bca2535fbf for: {'subnet': 1} {{(pid=103882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:27:39.547146 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e51b770-9c3a-4c66-9eb7-9d219ada613f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1304d50-4387-41c0-a102-fa6eb203f82e,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:27:39.549715 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-60b6f428-c8e0-4ece-8109-1ec3defe6b79 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:39.640201 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e51b770-9c3a-4c66-9eb7-9d219ada613f admin admin] Network 106eef2d-4f40-46cd-832f-5b84b361bc62 is scheduled to be hosted by DHCP agent 8a8bc679-53b2-461d-b015-cec5a247fb94 with binding_index 1 {{(pid=103881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 11:27:39.701534 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-d2f8dd02-8968-40b0-bca4-a7fc1cec66fd None None] Agent healthcheck: found 6 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:27:39.708694 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf1e997-7081-4e45-8060-20c83c393fc6 admin admin] Network dc23bab2-5009-4000-9be8-b01c02506344 is scheduled to be hosted by DHCP agent 8a8bc679-53b2-461d-b015-cec5a247fb94 with binding_index 1 {{(pid=103882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 11:27:39.814835 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-6e51b770-9c3a-4c66-9eb7-9d219ada613f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836073-2-iscsi, 106eef2d-4f40-46cd-832f-5b84b361bc62) {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:27:39.820915 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-fdf1e997-7081-4e45-8060-20c83c393fc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836073-2-iscsi, dc23bab2-5009-4000-9be8-b01c02506344) {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:27:39.826887 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf1e997-7081-4e45-8060-20c83c393fc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:27:39.827406 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e51b770-9c3a-4c66-9eb7-9d219ada613f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:27:39.827854 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-fdf1e997-7081-4e45-8060-20c83c393fc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570608'] for subnet (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:39.828355 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de1c882-58ea-4508-ba74-5817536352f9 None None] Network 106eef2d-4f40-46cd-832f-5b84b361bc62 requested from dv-cinder-836073-2-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:27:39.829741 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6e51b770-9c3a-4c66-9eb7-9d219ada613f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570608'] for subnet (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:39.857539 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe3e9ab-1d58-493a-8bff-a2d04e7e5ce4 None None] Network dc23bab2-5009-4000-9be8-b01c02506344 requested from dv-cinder-836073-2-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:27:39.934673 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-60b6f428-c8e0-4ece-8109-1ec3defe6b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322'] for subnet (64c4f95f-91b8-4ad4-a895-e7c2a39d3913), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:39.969261 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 47932) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:27:39.969504 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-6e51b770-9c3a-4c66-9eb7-9d219ada613f admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1620927 Apr 06 11:27:39.977958 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-999c03f8-0980-498e-97ff-ba494794a4e8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2000617148-router', 'tenant_id': 'fc235d83432140bcb213022a9840f5c2', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc'}}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:27:39.989972 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-fdf1e997-7081-4e45-8060-20c83c393fc6 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2077863 Apr 06 11:27:39.993018 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 47938) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:27:39.997849 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-6ce268aa-3c12-4d53-b15f-8f55eb01d5c5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1810931883-router', 'tenant_id': '3d847e14f64944dba3c2bfdecc16dd16', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc'}}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:27:40.044189 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fecd8759-2a63-4fd6-9276-66d873e02574 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272ef63c-8d75-5f2a-b33a-d377c0026717-dc23bab2-5009-4000-9be8-b01c02506344', 'network_id': 'dc23bab2-5009-4000-9be8-b01c02506344', 'project_id': '3d847e14f64944dba3c2bfdecc16dd16', 'fixed_ips': [{'subnet_id': 'af591e27-8cd2-4603-8651-34dd07f2f0b2'}]}} from dv-cinder-836073-2-iscsi. {{(pid=103883) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 11:27:40.044954 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-fecd8759-2a63-4fd6-9276-66d873e02574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:40.053995 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b6f428-c8e0-4ece-8109-1ec3defe6b79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64c4f95f-91b8-4ad4-a895-e7c2a39d3913,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:27:40.067470 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b6f428-c8e0-4ece-8109-1ec3defe6b79 admin admin] Checking segment: {'id': '118c05f0-dc28-417c-b8a2-a8190b9af88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd17c45f2-42c4-4cfe-a64d-a4b82313e9f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:27:40.067845 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b6f428-c8e0-4ece-8109-1ec3defe6b79 admin admin] Network hostable DHCP agents. Network: d17c45f2-42c4-4cfe-a64d-a4b82313e9f3, hostable agents: ['8a8bc679-53b2-461d-b015-cec5a247fb94'], hosted agents: [] {{(pid=103882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 11:27:40.078082 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5249a6c-fc97-4e96-8af3-5e41e1854fbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272ef63c-8d75-5f2a-b33a-d377c0026717-106eef2d-4f40-46cd-832f-5b84b361bc62', 'network_id': '106eef2d-4f40-46cd-832f-5b84b361bc62', 'project_id': 'fc235d83432140bcb213022a9840f5c2', 'fixed_ips': [{'subnet_id': 'b1304d50-4387-41c0-a102-fa6eb203f82e'}]}} from dv-cinder-836073-2-iscsi. {{(pid=103883) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 11:27:40.079069 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a5249a6c-fc97-4e96-8af3-5e41e1854fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:40.135418 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6ce268aa-3c12-4d53-b15f-8f55eb01d5c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-917030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7890'] for router (e4830d76-585b-409b-8bf7-45931346e0dc), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:40.135804 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-999c03f8-0980-498e-97ff-ba494794a4e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-917030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7890'] for router (4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:40.136975 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6ce268aa-3c12-4d53-b15f-8f55eb01d5c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-915638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-884774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7883'] for router (e4830d76-585b-409b-8bf7-45931346e0dc), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:40.142374 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-999c03f8-0980-498e-97ff-ba494794a4e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-915638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-884774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7883'] for router (4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:40.148220 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b6f428-c8e0-4ece-8109-1ec3defe6b79 admin admin] Network d17c45f2-42c4-4cfe-a64d-a4b82313e9f3 is scheduled to be hosted by DHCP agent 8a8bc679-53b2-461d-b015-cec5a247fb94 with binding_index 1 {{(pid=103882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 11:27:40.208246 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-999c03f8-0980-498e-97ff-ba494794a4e8 admin admin] Publish callbacks [] for router_controller (4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68), precommit_add_association {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:40.220938 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-60b6f428-c8e0-4ece-8109-1ec3defe6b79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836073-2-iscsi, d17c45f2-42c4-4cfe-a64d-a4b82313e9f3) {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:27:40.227879 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b6f428-c8e0-4ece-8109-1ec3defe6b79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:27:40.228738 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-60b6f428-c8e0-4ece-8109-1ec3defe6b79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570608'] for subnet (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:40.252640 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f62f8b0-75b5-45f6-b595-d3461550367a None None] Network d17c45f2-42c4-4cfe-a64d-a4b82313e9f3 requested from dv-cinder-836073-2-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:27:40.291648 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6ce268aa-3c12-4d53-b15f-8f55eb01d5c5 admin admin] Publish callbacks [] for router_controller (e4830d76-585b-409b-8bf7-45931346e0dc), precommit_add_association {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:40.328236 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-60b6f428-c8e0-4ece-8109-1ec3defe6b79 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9661174 Apr 06 11:27:40.395666 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 47958) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:27:40.431779 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [None req-fecd8759-2a63-4fd6-9276-66d873e02574 None None] Allocated IP 172.20.0.2 (dc23bab2-5009-4000-9be8-b01c02506344/af591e27-8cd2-4603-8651-34dd07f2f0b2/9bf0c430-87c4-48b8-ac89-722819b03804) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:27:40.440208 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [None req-a5249a6c-fc97-4e96-8af3-5e41e1854fbd None None] Allocated IP 172.20.0.2 (106eef2d-4f40-46cd-832f-5b84b361bc62/b1304d50-4387-41c0-a102-fa6eb203f82e/77c42627-278c-478d-b869-b50b7e1db91b) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:27:40.548089 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 47968) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:27:40.564164 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddffda04-5f64-4009-8e02-8d20d2d259fc None None] Network d17c45f2-42c4-4cfe-a64d-a4b82313e9f3 requested from dv-cinder-836073-2-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:27:40.674078 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-999c03f8-0980-498e-97ff-ba494794a4e8 admin admin] Publish callbacks [] for router_gateway (4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:40.743818 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6ce268aa-3c12-4d53-b15f-8f55eb01d5c5 admin admin] Publish callbacks [] for router_gateway (e4830d76-585b-409b-8bf7-45931346e0dc), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:40.775302 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c2341bbf-0eb4-4f31-aaa5-f388184e76c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:40.812811 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5a7308a5-1ee8-4726-b07e-8ca6fbc53d48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:40.910752 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0cc2d64b-8553-4c26-9c2d-26728f607b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (295112eb-abec-44aa-a7f9-d1b9c67b3953), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:40.963847 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c2341bbf-0eb4-4f31-aaa5-f388184e76c2 admin admin] Publish callbacks [] for security_group (dbdc4733-d6cd-472a-83b2-1a7b731024a8), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:41.020903 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5a7308a5-1ee8-4726-b07e-8ca6fbc53d48 admin admin] Publish callbacks [] for security_group (60b56975-de11-4101-a6e1-ab8650d9b3ee), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:41.156663 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 48020) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:27:41.163589 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c2341bbf-0eb4-4f31-aaa5-f388184e76c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (dbdc4733-d6cd-472a-83b2-1a7b731024a8), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:41.172459 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-fecd8759-2a63-4fd6-9276-66d873e02574 None None] Publish callbacks [] for port (9bf0c430-87c4-48b8-ac89-722819b03804), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:41.184974 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5a7308a5-1ee8-4726-b07e-8ca6fbc53d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (60b56975-de11-4101-a6e1-ab8650d9b3ee), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:41.200406 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a5249a6c-fc97-4e96-8af3-5e41e1854fbd None None] Publish callbacks [] for port (77c42627-278c-478d-b869-b50b7e1db91b), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:41.207114 dv-cinder-836073-2-iscsi neutron-server[103881]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 06 11:27:41.272830 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-5a7308a5-1ee8-4726-b07e-8ca6fbc53d48 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3eedfeea75f74530880a24926b22f7d9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7180331 Apr 06 11:27:41.273062 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-fecd8759-2a63-4fd6-9276-66d873e02574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779192465924'] for port (9bf0c430-87c4-48b8-ac89-722819b03804), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:41.290985 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 48022) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:27:41.291432 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7308a5-1ee8-4726-b07e-8ca6fbc53d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b56975-de11-4101-a6e1-ab8650d9b3ee,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:27:41.330810 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a5249a6c-fc97-4e96-8af3-5e41e1854fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779192465924'] for port (77c42627-278c-478d-b869-b50b7e1db91b), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:41.344427 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fecd8759-2a63-4fd6-9276-66d873e02574 None None] Network dc23bab2-5009-4000-9be8-b01c02506344 is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:27:41.344561 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-999c03f8-0980-498e-97ff-ba494794a4e8 admin admin] Publish callbacks [] for router_gateway (4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:41.350839 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-fecd8759-2a63-4fd6-9276-66d873e02574 None None] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:27:41.361619 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecd8759-2a63-4fd6-9276-66d873e02574 None None] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:27:41.373179 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-999c03f8-0980-498e-97ff-ba494794a4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:41.377756 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5249a6c-fc97-4e96-8af3-5e41e1854fbd None None] Network 106eef2d-4f40-46cd-832f-5b84b361bc62 is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:27:41.381072 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-a5249a6c-fc97-4e96-8af3-5e41e1854fbd None None] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:27:41.389568 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5249a6c-fc97-4e96-8af3-5e41e1854fbd None None] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:27:41.392664 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecd8759-2a63-4fd6-9276-66d873e02574 None None] Pushing event updated for resources: {'Port': ['ID=9bf0c430-87c4-48b8-ac89-722819b03804,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:27:41.419698 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2fd960c8-6937-405a-9d02-42e51b3eb1d2 admin admin] Publish callbacks [] for security_group (60b56975-de11-4101-a6e1-ab8650d9b3ee), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:41.435498 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecd8759-2a63-4fd6-9276-66d873e02574 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:41.435650 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecd8759-2a63-4fd6-9276-66d873e02574 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:41.435910 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecd8759-2a63-4fd6-9276-66d873e02574 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:41.449308 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecd8759-2a63-4fd6-9276-66d873e02574 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:41.450048 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecd8759-2a63-4fd6-9276-66d873e02574 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:41.450200 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecd8759-2a63-4fd6-9276-66d873e02574 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:41.450470 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecd8759-2a63-4fd6-9276-66d873e02574 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:41.450805 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecd8759-2a63-4fd6-9276-66d873e02574 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:41.451135 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecd8759-2a63-4fd6-9276-66d873e02574 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:41.451451 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecd8759-2a63-4fd6-9276-66d873e02574 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:41.451779 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecd8759-2a63-4fd6-9276-66d873e02574 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:41.452426 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecd8759-2a63-4fd6-9276-66d873e02574 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:41.452426 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecd8759-2a63-4fd6-9276-66d873e02574 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:41.452745 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecd8759-2a63-4fd6-9276-66d873e02574 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:41.453143 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecd8759-2a63-4fd6-9276-66d873e02574 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:41.455598 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2fd960c8-6937-405a-9d02-42e51b3eb1d2 admin admin] Publish callbacks [] for security_group (60b56975-de11-4101-a6e1-ab8650d9b3ee), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:41.464701 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fecd8759-2a63-4fd6-9276-66d873e02574 None None] Tracked resource versions report: Apr 06 11:27:41.464701 dv-cinder-836073-2-iscsi neutron-server[103883]: pushed versions: Apr 06 11:27:41.464701 dv-cinder-836073-2-iscsi neutron-server[103883]: { 'AddressGroup': {'1.2'}, Apr 06 11:27:41.464701 dv-cinder-836073-2-iscsi neutron-server[103883]: 'Agent': {'1.1'}, Apr 06 11:27:41.464701 dv-cinder-836073-2-iscsi neutron-server[103883]: 'ConntrackHelper': {'1.0'}, Apr 06 11:27:41.464701 dv-cinder-836073-2-iscsi neutron-server[103883]: 'LocalIPAssociation': {'1.0'}, Apr 06 11:27:41.464701 dv-cinder-836073-2-iscsi neutron-server[103883]: 'Log': {'1.0'}, Apr 06 11:27:41.464701 dv-cinder-836073-2-iscsi neutron-server[103883]: 'NDPProxy': {'1.0'}, Apr 06 11:27:41.464701 dv-cinder-836073-2-iscsi neutron-server[103883]: 'Network': {'1.1'}, Apr 06 11:27:41.464701 dv-cinder-836073-2-iscsi neutron-server[103883]: 'Port': {'1.7'}, Apr 06 11:27:41.464701 dv-cinder-836073-2-iscsi neutron-server[103883]: 'PortForwarding': {'1.3'}, Apr 06 11:27:41.464701 dv-cinder-836073-2-iscsi neutron-server[103883]: 'QosPolicy': {'1.10'}, Apr 06 11:27:41.464701 dv-cinder-836073-2-iscsi neutron-server[103883]: 'SecurityGroup': {'1.5'}, Apr 06 11:27:41.464701 dv-cinder-836073-2-iscsi neutron-server[103883]: 'SecurityGroupRule': {'1.2'}, Apr 06 11:27:41.464701 dv-cinder-836073-2-iscsi neutron-server[103883]: 'SubPort': {'1.0'}, Apr 06 11:27:41.464701 dv-cinder-836073-2-iscsi neutron-server[103883]: 'Subnet': {'1.1'}, Apr 06 11:27:41.464701 dv-cinder-836073-2-iscsi neutron-server[103883]: 'Trunk': {'1.1'}} Apr 06 11:27:41.464701 dv-cinder-836073-2-iscsi neutron-server[103883]: consumer versions: Apr 06 11:27:41.464701 dv-cinder-836073-2-iscsi neutron-server[103883]: { DHCP agent@dv-cinder-836073-2-iscsi: {}, Apr 06 11:27:41.464701 dv-cinder-836073-2-iscsi neutron-server[103883]: HyperV agent@hv-cinder-83607: {}, Apr 06 11:27:41.464701 dv-cinder-836073-2-iscsi neutron-server[103883]: L3 agent@dv-cinder-836073-2-iscsi: {}, Apr 06 11:27:41.464701 dv-cinder-836073-2-iscsi neutron-server[103883]: Metadata agent@dv-cinder-836073-2-iscsi: {}, Apr 06 11:27:41.464701 dv-cinder-836073-2-iscsi neutron-server[103883]: Metering agent@dv-cinder-836073-2-iscsi: {}, Apr 06 11:27:41.464701 dv-cinder-836073-2-iscsi neutron-server[103883]: Open vSwitch agent@dv-cinder-836073-2-iscsi: { 'AddressGroup': '1.2', Apr 06 11:27:41.464701 dv-cinder-836073-2-iscsi neutron-server[103883]: 'Agent': '1.1', Apr 06 11:27:41.464701 dv-cinder-836073-2-iscsi neutron-server[103883]: 'ConntrackHelper': '1.0', Apr 06 11:27:41.464701 dv-cinder-836073-2-iscsi neutron-server[103883]: 'LocalIPAssociation': '1.0', Apr 06 11:27:41.464701 dv-cinder-836073-2-iscsi neutron-server[103883]: 'Log': '1.0', Apr 06 11:27:41.464701 dv-cinder-836073-2-iscsi neutron-server[103883]: 'NDPProxy': '1.0', Apr 06 11:27:41.464701 dv-cinder-836073-2-iscsi neutron-server[103883]: 'Network': '1.1', Apr 06 11:27:41.464701 dv-cinder-836073-2-iscsi neutron-server[103883]: 'Port': '1.7', Apr 06 11:27:41.464701 dv-cinder-836073-2-iscsi neutron-server[103883]: 'PortForwarding': '1.3', Apr 06 11:27:41.464701 dv-cinder-836073-2-iscsi neutron-server[103883]: 'QosPolicy': '1.10', Apr 06 11:27:41.464701 dv-cinder-836073-2-iscsi neutron-server[103883]: 'SecurityGroup': '1.5', Apr 06 11:27:41.464701 dv-cinder-836073-2-iscsi neutron-server[103883]: 'SecurityGroupRule': '1.2', Apr 06 11:27:41.464701 dv-cinder-836073-2-iscsi neutron-server[103883]: 'SubPort': '1.0', Apr 06 11:27:41.464701 dv-cinder-836073-2-iscsi neutron-server[103883]: 'Subnet': '1.1', Apr 06 11:27:41.464701 dv-cinder-836073-2-iscsi neutron-server[103883]: 'Trunk': '1.1'}} Apr 06 11:27:41.464701 dv-cinder-836073-2-iscsi neutron-server[103883]: {{(pid=103883) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 11:27:41.467027 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-c2341bbf-0eb4-4f31-aaa5-f388184e76c2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0571bec155a3441683acba50ee726634&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0686986 Apr 06 11:27:41.467027 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2341bbf-0eb4-4f31-aaa5-f388184e76c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbdc4733-d6cd-472a-83b2-1a7b731024a8,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:27:41.485542 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 48026) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:27:41.544932 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6ce268aa-3c12-4d53-b15f-8f55eb01d5c5 admin admin] Publish callbacks [] for router_gateway (e4830d76-585b-409b-8bf7-45931346e0dc), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:41.568079 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-fecd8759-2a63-4fd6-9276-66d873e02574 None None] Attempting to bind port 9bf0c430-87c4-48b8-ac89-722819b03804 on host dv-cinder-836073-2-iscsi for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:27:41.568444 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-fecd8759-2a63-4fd6-9276-66d873e02574 None None] Attempting to bind port 9bf0c430-87c4-48b8-ac89-722819b03804 by drivers openvswitch,hyperv on host dv-cinder-836073-2-iscsi at level 0 using segments [{'id': '3347e514-facd-4073-b90b-64355ba61658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'dc23bab2-5009-4000-9be8-b01c02506344'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:27:41.568825 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fecd8759-2a63-4fd6-9276-66d873e02574 None None] Attempting to bind port 9bf0c430-87c4-48b8-ac89-722819b03804 on network dc23bab2-5009-4000-9be8-b01c02506344 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:27:41.597201 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [None req-999c03f8-0980-498e-97ff-ba494794a4e8 admin admin] Allocated IP 172.27.2.136 (698fa61f-093e-4dd4-aaec-c1b231275ecc/4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809/92dfcf88-d457-4bfe-8b39-973bf45fee8c) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:27:41.602830 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fecd8759-2a63-4fd6-9276-66d873e02574 None None] Checking agent: {'id': 'a2831ac0-05e7-463d-be89-41d2adab36ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 18, 43), 'started_at': datetime.datetime(2022, 4, 6, 11, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:27:41.602830 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fecd8759-2a63-4fd6-9276-66d873e02574 None None] Checking segment: {'id': '3347e514-facd-4073-b90b-64355ba61658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'dc23bab2-5009-4000-9be8-b01c02506344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:27:41.602830 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-fecd8759-2a63-4fd6-9276-66d873e02574 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:41.603261 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fecd8759-2a63-4fd6-9276-66d873e02574 None None] Bound using segment: {'id': '3347e514-facd-4073-b90b-64355ba61658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'dc23bab2-5009-4000-9be8-b01c02506344'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:27:41.603608 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-fecd8759-2a63-4fd6-9276-66d873e02574 None None] Bound port: 9bf0c430-87c4-48b8-ac89-722819b03804, host: dv-cinder-836073-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3347e514-facd-4073-b90b-64355ba61658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'dc23bab2-5009-4000-9be8-b01c02506344'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:27:41.603988 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-fecd8759-2a63-4fd6-9276-66d873e02574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (9bf0c430-87c4-48b8-ac89-722819b03804), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:41.604119 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6ce268aa-3c12-4d53-b15f-8f55eb01d5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:41.625930 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5249a6c-fc97-4e96-8af3-5e41e1854fbd None None] Pushing event updated for resources: {'Port': ['ID=77c42627-278c-478d-b869-b50b7e1db91b,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:27:41.644457 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-a5249a6c-fc97-4e96-8af3-5e41e1854fbd None None] Attempting to bind port 77c42627-278c-478d-b869-b50b7e1db91b on host dv-cinder-836073-2-iscsi for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:27:41.644825 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-a5249a6c-fc97-4e96-8af3-5e41e1854fbd None None] Attempting to bind port 77c42627-278c-478d-b869-b50b7e1db91b by drivers openvswitch,hyperv on host dv-cinder-836073-2-iscsi at level 0 using segments [{'id': '198df4e5-b698-49c8-a8e7-40f2cf45ec63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '106eef2d-4f40-46cd-832f-5b84b361bc62'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:27:41.645209 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5249a6c-fc97-4e96-8af3-5e41e1854fbd None None] Attempting to bind port 77c42627-278c-478d-b869-b50b7e1db91b on network 106eef2d-4f40-46cd-832f-5b84b361bc62 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:27:41.678854 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5249a6c-fc97-4e96-8af3-5e41e1854fbd None None] Checking agent: {'id': 'a2831ac0-05e7-463d-be89-41d2adab36ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 18, 43), 'started_at': datetime.datetime(2022, 4, 6, 11, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:27:41.679233 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5249a6c-fc97-4e96-8af3-5e41e1854fbd None None] Checking segment: {'id': '198df4e5-b698-49c8-a8e7-40f2cf45ec63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '106eef2d-4f40-46cd-832f-5b84b361bc62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:27:41.679632 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a5249a6c-fc97-4e96-8af3-5e41e1854fbd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:41.680076 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5249a6c-fc97-4e96-8af3-5e41e1854fbd None None] Bound using segment: {'id': '198df4e5-b698-49c8-a8e7-40f2cf45ec63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '106eef2d-4f40-46cd-832f-5b84b361bc62'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:27:41.680885 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-a5249a6c-fc97-4e96-8af3-5e41e1854fbd None None] Bound port: 77c42627-278c-478d-b869-b50b7e1db91b, host: dv-cinder-836073-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '198df4e5-b698-49c8-a8e7-40f2cf45ec63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '106eef2d-4f40-46cd-832f-5b84b361bc62'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:27:41.681274 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a5249a6c-fc97-4e96-8af3-5e41e1854fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (77c42627-278c-478d-b869-b50b7e1db91b), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:41.712249 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 48032) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:27:41.743567 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-da2246e9-e7c8-411c-8685-6bea424fe153 admin admin] Publish callbacks [] for security_group (dbdc4733-d6cd-472a-83b2-1a7b731024a8), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:41.759120 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b10091-bd41-4e31-879d-7d22cd0caa63 req-c9a80021-8f0f-47d7-90f4-a845b7ea416c tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:27:41.761183 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-e2b10091-bd41-4e31-879d-7d22cd0caa63 req-c9a80021-8f0f-47d7-90f4-a845b7ea416c tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] 10.222.0.43 "GET /v2.0/networks?id=d17c45f2-42c4-4cfe-a64d-a4b82313e9f3 HTTP/1.1" status: 200 len: 812 time: 0.5933135 Apr 06 11:27:41.770546 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-fecd8759-2a63-4fd6-9276-66d873e02574 None None] For port 9bf0c430-87c4-48b8-ac89-722819b03804, host dv-cinder-836073-2-iscsi, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:27:41.785055 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-da2246e9-e7c8-411c-8685-6bea424fe153 admin admin] Publish callbacks [] for security_group (dbdc4733-d6cd-472a-83b2-1a7b731024a8), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:41.790816 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-fecd8759-2a63-4fd6-9276-66d873e02574 None None] For port 9bf0c430-87c4-48b8-ac89-722819b03804, host dv-cinder-836073-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=9bf0c430-87c4-48b8-ac89-722819b03804,segment=NetworkSegment(3347e514-facd-4073-b90b-64355ba61658),segment_id=3347e514-facd-4073-b90b-64355ba61658)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:27:41.801521 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-e2b10091-bd41-4e31-879d-7d22cd0caa63 req-f56ba79a-7e95-461e-968c-d2e8eed4eae3 tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] 10.222.0.43 "GET /v2.0/quotas/5fc5829786b348ac9cacd8bca2535fbf HTTP/1.1" status: 200 len: 375 time: 0.0272672 Apr 06 11:27:41.824555 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-a5249a6c-fc97-4e96-8af3-5e41e1854fbd None None] For port 77c42627-278c-478d-b869-b50b7e1db91b, host dv-cinder-836073-2-iscsi, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:27:41.833011 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-a5249a6c-fc97-4e96-8af3-5e41e1854fbd None None] For port 77c42627-278c-478d-b869-b50b7e1db91b, host dv-cinder-836073-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=77c42627-278c-478d-b869-b50b7e1db91b,segment=NetworkSegment(198df4e5-b698-49c8-a8e7-40f2cf45ec63),segment_id=198df4e5-b698-49c8-a8e7-40f2cf45ec63)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:27:41.867915 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-e2b10091-bd41-4e31-879d-7d22cd0caa63 req-c62a86a1-86a9-4269-9889-24f3417c9158 tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5fc5829786b348ac9cacd8bca2535fbf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0648744 Apr 06 11:27:41.869224 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7bcfc971-4c1e-4d8f-8ae7-97bffdd4e21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (33edc1dd-8f2c-4a3f-bd07-9ad8bd534bf2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:41.869372 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-999c03f8-0980-498e-97ff-ba494794a4e8 admin admin] Publish callbacks [] for port (92dfcf88-d457-4bfe-8b39-973bf45fee8c), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:41.893730 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2fd960c8-6937-405a-9d02-42e51b3eb1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (60b56975-de11-4101-a6e1-ab8650d9b3ee), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:41.897550 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2fd960c8-6937-405a-9d02-42e51b3eb1d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:41.901740 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-2fd960c8-6937-405a-9d02-42e51b3eb1d2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/60b56975-de11-4101-a6e1-ab8650d9b3ee HTTP/1.1" status: 204 len: 168 time: 0.6072888 Apr 06 11:27:41.936511 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-fecd8759-2a63-4fd6-9276-66d873e02574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (9bf0c430-87c4-48b8-ac89-722819b03804), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:41.944144 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd960c8-6937-405a-9d02-42e51b3eb1d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b56975-de11-4101-a6e1-ab8650d9b3ee,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:27:41.989845 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1620c6c9-59c0-4a89-bc9e-7386044286b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:42.012227 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a5249a6c-fc97-4e96-8af3-5e41e1854fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (77c42627-278c-478d-b869-b50b7e1db91b), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:42.054421 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [req-e2b10091-bd41-4e31-879d-7d22cd0caa63 req-7b06fc79-b45d-4e55-88dd-0f8a3da80ed5 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103881) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 11:27:42.055482 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecd8759-2a63-4fd6-9276-66d873e02574 None None] Pushing event updated for resources: {'Port': ['ID=9bf0c430-87c4-48b8-ac89-722819b03804,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:27:42.066444 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-e2b10091-bd41-4e31-879d-7d22cd0caa63 req-7b06fc79-b45d-4e55-88dd-0f8a3da80ed5 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1038067 Apr 06 11:27:42.114356 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-999c03f8-0980-498e-97ff-ba494794a4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779192465924'] for port (92dfcf88-d457-4bfe-8b39-973bf45fee8c), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:42.141346 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5249a6c-fc97-4e96-8af3-5e41e1854fbd None None] Pushing event updated for resources: {'Port': ['ID=77c42627-278c-478d-b869-b50b7e1db91b,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:27:42.157960 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-da2246e9-e7c8-411c-8685-6bea424fe153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (dbdc4733-d6cd-472a-83b2-1a7b731024a8), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:42.160519 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-da2246e9-e7c8-411c-8685-6bea424fe153 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:42.161697 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-da2246e9-e7c8-411c-8685-6bea424fe153 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dbdc4733-d6cd-472a-83b2-1a7b731024a8 HTTP/1.1" status: 204 len: 168 time: 0.6752136 Apr 06 11:27:42.208080 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2246e9-e7c8-411c-8685-6bea424fe153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbdc4733-d6cd-472a-83b2-1a7b731024a8,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:27:42.217283 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999c03f8-0980-498e-97ff-ba494794a4e8 admin admin] Network 698fa61f-093e-4dd4-aaec-c1b231275ecc is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:27:42.218658 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999c03f8-0980-498e-97ff-ba494794a4e8 admin admin] Pushing event updated for resources: {'Port': ['ID=92dfcf88-d457-4bfe-8b39-973bf45fee8c,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:27:42.221684 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-999c03f8-0980-498e-97ff-ba494794a4e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:27:42.267065 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999c03f8-0980-498e-97ff-ba494794a4e8 admin admin] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:27:42.267211 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [None req-6ce268aa-3c12-4d53-b15f-8f55eb01d5c5 admin admin] Allocated IP 172.27.2.49 (698fa61f-093e-4dd4-aaec-c1b231275ecc/4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809/6c476607-db3a-403a-93a6-d7736b229bad) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:27:42.303861 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-e2b10091-bd41-4e31-879d-7d22cd0caa63 req-2df962a8-f84c-435f-92c8-87dfa6100270 service neutron] 10.222.0.43 "GET /v2.0/networks/d17c45f2-42c4-4cfe-a64d-a4b82313e9f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360439 Apr 06 11:27:42.589402 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-e2b10091-bd41-4e31-879d-7d22cd0caa63 req-752c185b-8647-4825-a9ed-82f703001255 service neutron] 10.222.0.43 "GET /v2.0/networks/d17c45f2-42c4-4cfe-a64d-a4b82313e9f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845223 Apr 06 11:27:42.614764 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6ce268aa-3c12-4d53-b15f-8f55eb01d5c5 admin admin] Publish callbacks [] for port (6c476607-db3a-403a-93a6-d7736b229bad), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:42.716887 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1620c6c9-59c0-4a89-bc9e-7386044286b9 admin admin] Publish callbacks [] for security_group (50abd62e-15c5-43b3-87ec-423e2c134bc2), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:43.059018 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1620c6c9-59c0-4a89-bc9e-7386044286b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (50abd62e-15c5-43b3-87ec-423e2c134bc2), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:43.059018 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-1620c6c9-59c0-4a89-bc9e-7386044286b9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9ba54ea403f14104a22e125dd26531e5&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1316671 Apr 06 11:27:43.059018 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1620c6c9-59c0-4a89-bc9e-7386044286b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50abd62e-15c5-43b3-87ec-423e2c134bc2,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:27:43.064191 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 48072) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:27:43.064191 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6ce268aa-3c12-4d53-b15f-8f55eb01d5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779192465924'] for port (6c476607-db3a-403a-93a6-d7736b229bad), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:43.067926 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 48084) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:27:43.067926 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7c68f4cc-220a-4155-ae38-fbeb2c591d52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:43.069905 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 48092) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:27:43.119572 dv-cinder-836073-2-iscsi neutron-server[103882]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 06 11:27:43.146107 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce268aa-3c12-4d53-b15f-8f55eb01d5c5 admin admin] Network 698fa61f-093e-4dd4-aaec-c1b231275ecc is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:27:43.153855 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce268aa-3c12-4d53-b15f-8f55eb01d5c5 admin admin] Pushing event updated for resources: {'Port': ['ID=6c476607-db3a-403a-93a6-d7736b229bad,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:27:43.170679 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-6ce268aa-3c12-4d53-b15f-8f55eb01d5c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:27:43.183417 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce268aa-3c12-4d53-b15f-8f55eb01d5c5 admin admin] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:27:43.233289 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2024d70f-3b14-4967-8be8-6671a4f7c9c4 req-e357f60a-755e-4ef0-b710-e31f33418b2d tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec4f05ca-fb96-4749-ac4d-3019e15200ec HTTP/1.1" status: 200 len: 210 time: 0.1590166 Apr 06 11:27:43.242460 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-999c03f8-0980-498e-97ff-ba494794a4e8 admin admin] Publish callbacks [] for router_gateway (4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:43.252625 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (a2831ac0-05e7-463d-be89-41d2adab36ec), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:43.315688 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-fa51607a-fa8e-4050-b6bf-0ee66498f1ce admin admin] Publish callbacks [] for security_group (50abd62e-15c5-43b3-87ec-423e2c134bc2), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:43.396954 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-fa51607a-fa8e-4050-b6bf-0ee66498f1ce admin admin] Publish callbacks [] for security_group (50abd62e-15c5-43b3-87ec-423e2c134bc2), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:43.568067 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-999c03f8-0980-498e-97ff-ba494794a4e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-915631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886519'] for router (4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:43.581785 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7c68f4cc-220a-4155-ae38-fbeb2c591d52 admin admin] Publish callbacks [] for security_group (071102ed-0c6c-41dc-a6ac-d7ee909c96cb), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:43.658317 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-fa51607a-fa8e-4050-b6bf-0ee66498f1ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (50abd62e-15c5-43b3-87ec-423e2c134bc2), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:43.666641 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-fa51607a-fa8e-4050-b6bf-0ee66498f1ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:43.669237 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-fa51607a-fa8e-4050-b6bf-0ee66498f1ce admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/50abd62e-15c5-43b3-87ec-423e2c134bc2 HTTP/1.1" status: 204 len: 168 time: 0.8222110 Apr 06 11:27:43.679202 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7c68f4cc-220a-4155-ae38-fbeb2c591d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (071102ed-0c6c-41dc-a6ac-d7ee909c96cb), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:43.724900 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa51607a-fa8e-4050-b6bf-0ee66498f1ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50abd62e-15c5-43b3-87ec-423e2c134bc2,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:27:43.732238 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5013b0af-867d-4e1b-8b3e-069d688cc423 None None] Network 106eef2d-4f40-46cd-832f-5b84b361bc62 requested from dv-cinder-836073-2-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:27:43.793003 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-7c68f4cc-220a-4155-ae38-fbeb2c591d52 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b4a10e03cd0940e7a3b3c03465873981&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7820783 Apr 06 11:27:43.798681 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 48128) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:27:43.817587 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c68f4cc-220a-4155-ae38-fbeb2c591d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=071102ed-0c6c-41dc-a6ac-d7ee909c96cb,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:27:43.842446 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6ce268aa-3c12-4d53-b15f-8f55eb01d5c5 admin admin] Publish callbacks [] for router_gateway (e4830d76-585b-409b-8bf7-45931346e0dc), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:43.942457 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-a60ce8d2-4c37-4f77-9732-c09ed75671c2 None None] Provisioning complete for port 77c42627-278c-478d-b869-b50b7e1db91b triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:27:43.943113 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a60ce8d2-4c37-4f77-9732-c09ed75671c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (77c42627-278c-478d-b869-b50b7e1db91b), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:43.965042 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c190ca60-7cb8-4484-82f6-866fa55aa54c admin admin] Publish callbacks [] for security_group (071102ed-0c6c-41dc-a6ac-d7ee909c96cb), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:44.016812 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c190ca60-7cb8-4484-82f6-866fa55aa54c admin admin] Publish callbacks [] for security_group (071102ed-0c6c-41dc-a6ac-d7ee909c96cb), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:44.103743 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-a60ce8d2-4c37-4f77-9732-c09ed75671c2 None None] Current status of the port 77c42627-278c-478d-b869-b50b7e1db91b is: DOWN; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:27:44.104154 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a60ce8d2-4c37-4f77-9732-c09ed75671c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (77c42627-278c-478d-b869-b50b7e1db91b), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:44.143142 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-999c03f8-0980-498e-97ff-ba494794a4e8 admin admin] Router 4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68 is scheduled to L3 agent 9404f039-f516-42fd-94a5-c122fff5649f with binding_index 1 {{(pid=103882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 11:27:44.193740 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-a60ce8d2-4c37-4f77-9732-c09ed75671c2 None None] For port 77c42627-278c-478d-b869-b50b7e1db91b, host dv-cinder-836073-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=77c42627-278c-478d-b869-b50b7e1db91b,segment=NetworkSegment(198df4e5-b698-49c8-a8e7-40f2cf45ec63),segment_id=198df4e5-b698-49c8-a8e7-40f2cf45ec63)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:27:44.193948 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6ce268aa-3c12-4d53-b15f-8f55eb01d5c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-915631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886519'] for router (e4830d76-585b-409b-8bf7-45931346e0dc), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:44.271782 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a60ce8d2-4c37-4f77-9732-c09ed75671c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (77c42627-278c-478d-b869-b50b7e1db91b), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:44.436330 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60ce8d2-4c37-4f77-9732-c09ed75671c2 None None] Pushing event updated for resources: {'Port': ['ID=77c42627-278c-478d-b869-b50b7e1db91b,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:27:44.439416 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-999c03f8-0980-498e-97ff-ba494794a4e8 admin admin] Notify agent at l3_agent.dv-cinder-836073-2-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:27:44.442407 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c190ca60-7cb8-4484-82f6-866fa55aa54c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (071102ed-0c6c-41dc-a6ac-d7ee909c96cb), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:44.445888 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c190ca60-7cb8-4484-82f6-866fa55aa54c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:44.447082 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-c190ca60-7cb8-4484-82f6-866fa55aa54c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/071102ed-0c6c-41dc-a6ac-d7ee909c96cb HTTP/1.1" status: 204 len: 168 time: 0.6474373 Apr 06 11:27:44.455420 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device 77c42627-278c-478d-b869-b50b7e1db91b up at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:27:44.467524 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228324a8-7375-41bd-ae48-1bb3d3227ab8 None None] Sync routers for ids ['4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68'] in dv-cinder-836073-2-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:27:44.483445 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228324a8-7375-41bd-ae48-1bb3d3227ab8 None None] Routers {'4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:27:44.484086 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-228324a8-7375-41bd-ae48-1bb3d3227ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:27:39Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:27:44.559080 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c190ca60-7cb8-4484-82f6-866fa55aa54c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071102ed-0c6c-41dc-a6ac-d7ee909c96cb,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:27:44.571567 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8a1c25c8-971f-4f11-8c0c-07f46310d9d4 req-0eb58fd8-60c8-4ff8-a414-735c802237e4 tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec4f05ca-fb96-4749-ac4d-3019e15200ec HTTP/1.1" status: 200 len: 210 time: 0.1555333 Apr 06 11:27:44.582547 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-999c03f8-0980-498e-97ff-ba494794a4e8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:44.596515 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-999c03f8-0980-498e-97ff-ba494794a4e8 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.6157281 Apr 06 11:27:44.596780 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 48152) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:27:44.615880 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Provisioning complete for port 77c42627-278c-478d-b869-b50b7e1db91b triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:27:44.616500 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (77c42627-278c-478d-b869-b50b7e1db91b), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:44.656192 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0a9884-aabc-41f2-ab03-d528147c8c94 None None] Network dc23bab2-5009-4000-9be8-b01c02506344 requested from dv-cinder-836073-2-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:27:44.689045 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-228324a8-7375-41bd-ae48-1bb3d3227ab8 None None] Set router 4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:27:44.701630 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ce268aa-3c12-4d53-b15f-8f55eb01d5c5 admin admin] Router e4830d76-585b-409b-8bf7-45931346e0dc is scheduled to L3 agent 9404f039-f516-42fd-94a5-c122fff5649f with binding_index 1 {{(pid=103881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 11:27:44.740825 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-566830f2-1ac9-4562-922b-6a27f6efd3ec None None] Provisioning complete for port 77c42627-278c-478d-b869-b50b7e1db91b triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:27:44.741247 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-566830f2-1ac9-4562-922b-6a27f6efd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (77c42627-278c-478d-b869-b50b7e1db91b), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:44.851897 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Current status of the port 77c42627-278c-478d-b869-b50b7e1db91b is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:27:44.851897 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device 9bf0c430-87c4-48b8-ac89-722819b03804 up at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:27:44.883346 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 48162) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:27:44.912033 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f01eb0fb-2543-49c1-b528-bfae1d6c4238 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:44.952244 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce268aa-3c12-4d53-b15f-8f55eb01d5c5 admin admin] Notify agent at l3_agent.dv-cinder-836073-2-iscsi the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:27:44.958000 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-566830f2-1ac9-4562-922b-6a27f6efd3ec None None] Current status of the port 77c42627-278c-478d-b869-b50b7e1db91b is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:27:44.971036 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ff394e-4cfd-41dd-ae19-00c1c6889e6a None None] Sync routers for ids ['e4830d76-585b-409b-8bf7-45931346e0dc'] in dv-cinder-836073-2-iscsi {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:27:44.978202 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Provisioning complete for port 9bf0c430-87c4-48b8-ac89-722819b03804 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:27:44.978877 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (9bf0c430-87c4-48b8-ac89-722819b03804), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:45.047976 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-566830f2-1ac9-4562-922b-6a27f6efd3ec None None] Provisioning complete for port 9bf0c430-87c4-48b8-ac89-722819b03804 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:27:45.048666 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-566830f2-1ac9-4562-922b-6a27f6efd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (9bf0c430-87c4-48b8-ac89-722819b03804), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:45.078964 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ff394e-4cfd-41dd-ae19-00c1c6889e6a None None] Routers {'e4830d76-585b-409b-8bf7-45931346e0dc'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:27:45.082474 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-39ff394e-4cfd-41dd-ae19-00c1c6889e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:27:39Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['e4830d76-585b-409b-8bf7-45931346e0dc'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:27:45.100505 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-228324a8-7375-41bd-ae48-1bb3d3227ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68', 'name': 'tempest-ServerRescueNegativeTestJSON-2000617148-router', 'tenant_id': 'fc235d83432140bcb213022a9840f5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '92dfcf88-d457-4bfe-8b39-973bf45fee8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:27:40Z', 'updated_at': '2022-04-06T11:27:42Z', 'revision_number': 3, 'project_id': 'fc235d83432140bcb213022a9840f5c2', 'gw_port': {'id': '92dfcf88-d457-4bfe-8b39-973bf45fee8c', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:8c:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:27:41Z', 'updated_at': '2022-04-06T11:27:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi'}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:27:45.161075 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f01eb0fb-2543-49c1-b528-bfae1d6c4238 admin admin] Publish callbacks [] for security_group (eefe34a9-7e75-4c8b-aa98-b0c97e3a78cd), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:45.204893 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228324a8-7375-41bd-ae48-1bb3d3227ab8 None None] Checking router: 4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68 for host: dv-cinder-836073-2-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:27:45.205866 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228324a8-7375-41bd-ae48-1bb3d3227ab8 None None] Updating router 4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68 port 92dfcf88-d457-4bfe-8b39-973bf45fee8c binding host dv-cinder-836073-2-iscsi {{(pid=103884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 11:27:45.218631 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6ce268aa-3c12-4d53-b15f-8f55eb01d5c5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:45.222874 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-6ce268aa-3c12-4d53-b15f-8f55eb01d5c5 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.2259092 Apr 06 11:27:45.223162 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 48166) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:27:45.233410 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f01eb0fb-2543-49c1-b528-bfae1d6c4238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (eefe34a9-7e75-4c8b-aa98-b0c97e3a78cd), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:45.284497 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-228324a8-7375-41bd-ae48-1bb3d3227ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (92dfcf88-d457-4bfe-8b39-973bf45fee8c), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:45.293232 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-39ff394e-4cfd-41dd-ae19-00c1c6889e6a None None] Set router e4830d76-585b-409b-8bf7-45931346e0dc gateway port host: dv-cinder-836073-2-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:27:45.387761 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-f01eb0fb-2543-49c1-b528-bfae1d6c4238 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=15e3d51ce7124739ad43acae90f2364e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5023963 Apr 06 11:27:45.390810 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01eb0fb-2543-49c1-b528-bfae1d6c4238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eefe34a9-7e75-4c8b-aa98-b0c97e3a78cd,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:27:45.392334 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 48176) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:27:45.579942 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-566830f2-1ac9-4562-922b-6a27f6efd3ec None None] Current status of the port 9bf0c430-87c4-48b8-ac89-722819b03804 is: DOWN; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:27:45.580862 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-566830f2-1ac9-4562-922b-6a27f6efd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (9bf0c430-87c4-48b8-ac89-722819b03804), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:45.596567 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Current status of the port 9bf0c430-87c4-48b8-ac89-722819b03804 is: DOWN; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:27:45.596567 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (9bf0c430-87c4-48b8-ac89-722819b03804), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:45.641497 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-566830f2-1ac9-4562-922b-6a27f6efd3ec None None] For port 9bf0c430-87c4-48b8-ac89-722819b03804, host dv-cinder-836073-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=9bf0c430-87c4-48b8-ac89-722819b03804,segment=NetworkSegment(3347e514-facd-4073-b90b-64355ba61658),segment_id=3347e514-facd-4073-b90b-64355ba61658)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:27:45.663374 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-39ff394e-4cfd-41dd-ae19-00c1c6889e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4830d76-585b-409b-8bf7-45931346e0dc', 'name': 'tempest-AttachVolumeTestJSON-1810931883-router', 'tenant_id': '3d847e14f64944dba3c2bfdecc16dd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': '6c476607-db3a-403a-93a6-d7736b229bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:27:40Z', 'updated_at': '2022-04-06T11:27:43Z', 'revision_number': 3, 'project_id': '3d847e14f64944dba3c2bfdecc16dd16', 'gw_port': {'id': '6c476607-db3a-403a-93a6-d7736b229bad', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:68:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4830d76-585b-409b-8bf7-45931346e0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:27:41Z', 'updated_at': '2022-04-06T11:27:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi'}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:27:45.698700 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ff394e-4cfd-41dd-ae19-00c1c6889e6a None None] Checking router: e4830d76-585b-409b-8bf7-45931346e0dc for host: dv-cinder-836073-2-iscsi {{(pid=103883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:27:45.699627 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ff394e-4cfd-41dd-ae19-00c1c6889e6a None None] Updating router e4830d76-585b-409b-8bf7-45931346e0dc port 6c476607-db3a-403a-93a6-d7736b229bad binding host dv-cinder-836073-2-iscsi {{(pid=103883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 11:27:45.811829 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-228324a8-7375-41bd-ae48-1bb3d3227ab8 None None] Publish callbacks [] for port (92dfcf88-d457-4bfe-8b39-973bf45fee8c), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:45.906288 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-228324a8-7375-41bd-ae48-1bb3d3227ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (92dfcf88-d457-4bfe-8b39-973bf45fee8c), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:45.997506 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.db.api [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103883) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 11:27:45.997944 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG oslo_db.api [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 11:27:45.998518 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-566830f2-1ac9-4562-922b-6a27f6efd3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (9bf0c430-87c4-48b8-ac89-722819b03804), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:46.041746 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-228324a8-7375-41bd-ae48-1bb3d3227ab8 None None] Attempting to bind port 92dfcf88-d457-4bfe-8b39-973bf45fee8c on host dv-cinder-836073-2-iscsi for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:27:46.042882 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-228324a8-7375-41bd-ae48-1bb3d3227ab8 None None] Attempting to bind port 92dfcf88-d457-4bfe-8b39-973bf45fee8c by drivers openvswitch,hyperv on host dv-cinder-836073-2-iscsi at level 0 using segments [{'id': 'a1489c3e-d8bf-465c-8161-3d720cf0d135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:27:46.043875 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228324a8-7375-41bd-ae48-1bb3d3227ab8 None None] Attempting to bind port 92dfcf88-d457-4bfe-8b39-973bf45fee8c on network 698fa61f-093e-4dd4-aaec-c1b231275ecc {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:27:46.059321 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-39ff394e-4cfd-41dd-ae19-00c1c6889e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (6c476607-db3a-403a-93a6-d7736b229bad), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:46.099401 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c346e7-eddc-4281-aa66-597ef315cfc9 None None] Pushing event updated for resources: {'Port': ['ID=92dfcf88-d457-4bfe-8b39-973bf45fee8c,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:27:46.119507 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c346e7-eddc-4281-aa66-597ef315cfc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:46.120743 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c346e7-eddc-4281-aa66-597ef315cfc9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:46.121307 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c346e7-eddc-4281-aa66-597ef315cfc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:46.122841 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c346e7-eddc-4281-aa66-597ef315cfc9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:46.123330 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c346e7-eddc-4281-aa66-597ef315cfc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:46.124284 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c346e7-eddc-4281-aa66-597ef315cfc9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:46.127043 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c346e7-eddc-4281-aa66-597ef315cfc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:46.127528 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c346e7-eddc-4281-aa66-597ef315cfc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:46.128007 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c346e7-eddc-4281-aa66-597ef315cfc9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:46.128482 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c346e7-eddc-4281-aa66-597ef315cfc9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:46.129004 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c346e7-eddc-4281-aa66-597ef315cfc9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:46.129625 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c346e7-eddc-4281-aa66-597ef315cfc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:46.131555 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c346e7-eddc-4281-aa66-597ef315cfc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:46.132068 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c346e7-eddc-4281-aa66-597ef315cfc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:46.132545 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c346e7-eddc-4281-aa66-597ef315cfc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:27:46.135245 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5f127535-75f8-465b-8b17-2f83a35c6ef2 admin admin] Publish callbacks [] for security_group (eefe34a9-7e75-4c8b-aa98-b0c97e3a78cd), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:46.136672 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c346e7-eddc-4281-aa66-597ef315cfc9 None None] Tracked resource versions report: Apr 06 11:27:46.136672 dv-cinder-836073-2-iscsi neutron-server[103884]: pushed versions: Apr 06 11:27:46.136672 dv-cinder-836073-2-iscsi neutron-server[103884]: { 'AddressGroup': {'1.2'}, Apr 06 11:27:46.136672 dv-cinder-836073-2-iscsi neutron-server[103884]: 'Agent': {'1.1'}, Apr 06 11:27:46.136672 dv-cinder-836073-2-iscsi neutron-server[103884]: 'ConntrackHelper': {'1.0'}, Apr 06 11:27:46.136672 dv-cinder-836073-2-iscsi neutron-server[103884]: 'LocalIPAssociation': {'1.0'}, Apr 06 11:27:46.136672 dv-cinder-836073-2-iscsi neutron-server[103884]: 'Log': {'1.0'}, Apr 06 11:27:46.136672 dv-cinder-836073-2-iscsi neutron-server[103884]: 'NDPProxy': {'1.0'}, Apr 06 11:27:46.136672 dv-cinder-836073-2-iscsi neutron-server[103884]: 'Network': {'1.1'}, Apr 06 11:27:46.136672 dv-cinder-836073-2-iscsi neutron-server[103884]: 'Port': {'1.7'}, Apr 06 11:27:46.136672 dv-cinder-836073-2-iscsi neutron-server[103884]: 'PortForwarding': {'1.3'}, Apr 06 11:27:46.136672 dv-cinder-836073-2-iscsi neutron-server[103884]: 'QosPolicy': {'1.10'}, Apr 06 11:27:46.136672 dv-cinder-836073-2-iscsi neutron-server[103884]: 'SecurityGroup': {'1.5'}, Apr 06 11:27:46.136672 dv-cinder-836073-2-iscsi neutron-server[103884]: 'SecurityGroupRule': {'1.2'}, Apr 06 11:27:46.136672 dv-cinder-836073-2-iscsi neutron-server[103884]: 'SubPort': {'1.0'}, Apr 06 11:27:46.136672 dv-cinder-836073-2-iscsi neutron-server[103884]: 'Subnet': {'1.1'}, Apr 06 11:27:46.136672 dv-cinder-836073-2-iscsi neutron-server[103884]: 'Trunk': {'1.1'}} Apr 06 11:27:46.136672 dv-cinder-836073-2-iscsi neutron-server[103884]: consumer versions: Apr 06 11:27:46.136672 dv-cinder-836073-2-iscsi neutron-server[103884]: { DHCP agent@dv-cinder-836073-2-iscsi: {}, Apr 06 11:27:46.136672 dv-cinder-836073-2-iscsi neutron-server[103884]: HyperV agent@hv-cinder-83607: {}, Apr 06 11:27:46.136672 dv-cinder-836073-2-iscsi neutron-server[103884]: L3 agent@dv-cinder-836073-2-iscsi: {}, Apr 06 11:27:46.136672 dv-cinder-836073-2-iscsi neutron-server[103884]: Metadata agent@dv-cinder-836073-2-iscsi: {}, Apr 06 11:27:46.136672 dv-cinder-836073-2-iscsi neutron-server[103884]: Metering agent@dv-cinder-836073-2-iscsi: {}, Apr 06 11:27:46.136672 dv-cinder-836073-2-iscsi neutron-server[103884]: Open vSwitch agent@dv-cinder-836073-2-iscsi: { 'AddressGroup': '1.2', Apr 06 11:27:46.136672 dv-cinder-836073-2-iscsi neutron-server[103884]: 'Agent': '1.1', Apr 06 11:27:46.136672 dv-cinder-836073-2-iscsi neutron-server[103884]: 'ConntrackHelper': '1.0', Apr 06 11:27:46.136672 dv-cinder-836073-2-iscsi neutron-server[103884]: 'LocalIPAssociation': '1.0', Apr 06 11:27:46.136672 dv-cinder-836073-2-iscsi neutron-server[103884]: 'Log': '1.0', Apr 06 11:27:46.136672 dv-cinder-836073-2-iscsi neutron-server[103884]: 'NDPProxy': '1.0', Apr 06 11:27:46.136672 dv-cinder-836073-2-iscsi neutron-server[103884]: 'Network': '1.1', Apr 06 11:27:46.136672 dv-cinder-836073-2-iscsi neutron-server[103884]: 'Port': '1.7', Apr 06 11:27:46.136672 dv-cinder-836073-2-iscsi neutron-server[103884]: 'PortForwarding': '1.3', Apr 06 11:27:46.136672 dv-cinder-836073-2-iscsi neutron-server[103884]: 'QosPolicy': '1.10', Apr 06 11:27:46.136672 dv-cinder-836073-2-iscsi neutron-server[103884]: 'SecurityGroup': '1.5', Apr 06 11:27:46.136672 dv-cinder-836073-2-iscsi neutron-server[103884]: 'SecurityGroupRule': '1.2', Apr 06 11:27:46.136672 dv-cinder-836073-2-iscsi neutron-server[103884]: 'SubPort': '1.0', Apr 06 11:27:46.136672 dv-cinder-836073-2-iscsi neutron-server[103884]: 'Subnet': '1.1', Apr 06 11:27:46.136672 dv-cinder-836073-2-iscsi neutron-server[103884]: 'Trunk': '1.1'}} Apr 06 11:27:46.136672 dv-cinder-836073-2-iscsi neutron-server[103884]: {{(pid=103884) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 11:27:46.153984 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228324a8-7375-41bd-ae48-1bb3d3227ab8 None None] Checking agent: {'id': 'a2831ac0-05e7-463d-be89-41d2adab36ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 18, 43), 'started_at': datetime.datetime(2022, 4, 6, 11, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:27:46.157674 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228324a8-7375-41bd-ae48-1bb3d3227ab8 None None] Checking segment: {'id': 'a1489c3e-d8bf-465c-8161-3d720cf0d135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:27:46.158297 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-228324a8-7375-41bd-ae48-1bb3d3227ab8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:46.158864 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228324a8-7375-41bd-ae48-1bb3d3227ab8 None None] Bound using segment: {'id': 'a1489c3e-d8bf-465c-8161-3d720cf0d135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:27:46.162286 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-228324a8-7375-41bd-ae48-1bb3d3227ab8 None None] Bound port: 92dfcf88-d457-4bfe-8b39-973bf45fee8c, host: dv-cinder-836073-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1489c3e-d8bf-465c-8161-3d720cf0d135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:27:46.162934 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-228324a8-7375-41bd-ae48-1bb3d3227ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (92dfcf88-d457-4bfe-8b39-973bf45fee8c), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:46.268585 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4d456ad2-15be-48d2-9a22-68448ce2dc60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:46.276665 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-228324a8-7375-41bd-ae48-1bb3d3227ab8 None None] For port 92dfcf88-d457-4bfe-8b39-973bf45fee8c, host dv-cinder-836073-2-iscsi, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:27:46.285471 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-228324a8-7375-41bd-ae48-1bb3d3227ab8 None None] For port 92dfcf88-d457-4bfe-8b39-973bf45fee8c, host dv-cinder-836073-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=92dfcf88-d457-4bfe-8b39-973bf45fee8c,segment=NetworkSegment(a1489c3e-d8bf-465c-8161-3d720cf0d135),segment_id=a1489c3e-d8bf-465c-8161-3d720cf0d135)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:27:46.286232 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5f127535-75f8-465b-8b17-2f83a35c6ef2 admin admin] Publish callbacks [] for security_group (eefe34a9-7e75-4c8b-aa98-b0c97e3a78cd), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:46.369948 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-228324a8-7375-41bd-ae48-1bb3d3227ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (92dfcf88-d457-4bfe-8b39-973bf45fee8c), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:46.446791 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d9f7d5f2-2c70-4669-9dbe-fde884812363 req-caf8519f-c8d7-4267-aa3a-87172d3ada0d tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec4f05ca-fb96-4749-ac4d-3019e15200ec HTTP/1.1" status: 200 len: 210 time: 0.3558660 Apr 06 11:27:46.448123 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-39ff394e-4cfd-41dd-ae19-00c1c6889e6a None None] Publish callbacks [] for port (6c476607-db3a-403a-93a6-d7736b229bad), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:46.452963 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566830f2-1ac9-4562-922b-6a27f6efd3ec None None] Pushing event updated for resources: {'Port': ['ID=9bf0c430-87c4-48b8-ac89-722819b03804,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:27:46.472033 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-f1a29fae-6c1f-442a-96af-1bf415c0598e None None] Provisioning complete for port 9bf0c430-87c4-48b8-ac89-722819b03804 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:27:46.472603 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f1a29fae-6c1f-442a-96af-1bf415c0598e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (9bf0c430-87c4-48b8-ac89-722819b03804), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:46.498656 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-dbf7aaf6-9f46-43be-95e1-9c57d7ad172a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:46.584821 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-39ff394e-4cfd-41dd-ae19-00c1c6889e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (6c476607-db3a-403a-93a6-d7736b229bad), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:46.587469 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c346e7-eddc-4281-aa66-597ef315cfc9 None None] Pushing event updated for resources: {'Port': ['ID=92dfcf88-d457-4bfe-8b39-973bf45fee8c,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:27:46.600060 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228324a8-7375-41bd-ae48-1bb3d3227ab8 None None] Routers {'4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:27:46.600874 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-228324a8-7375-41bd-ae48-1bb3d3227ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:27:39Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:27:46.634666 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Current status of the port 9bf0c430-87c4-48b8-ac89-722819b03804 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:27:46.784521 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-39ff394e-4cfd-41dd-ae19-00c1c6889e6a None None] Attempting to bind port 6c476607-db3a-403a-93a6-d7736b229bad on host dv-cinder-836073-2-iscsi for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:27:46.786570 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-39ff394e-4cfd-41dd-ae19-00c1c6889e6a None None] Attempting to bind port 6c476607-db3a-403a-93a6-d7736b229bad by drivers openvswitch,hyperv on host dv-cinder-836073-2-iscsi at level 0 using segments [{'id': 'a1489c3e-d8bf-465c-8161-3d720cf0d135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:27:46.786570 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ff394e-4cfd-41dd-ae19-00c1c6889e6a None None] Attempting to bind port 6c476607-db3a-403a-93a6-d7736b229bad on network 698fa61f-093e-4dd4-aaec-c1b231275ecc {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:27:46.801026 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [None req-4d456ad2-15be-48d2-9a22-68448ce2dc60 admin admin] Allocated IP 172.20.0.1 (106eef2d-4f40-46cd-832f-5b84b361bc62/b1304d50-4387-41c0-a102-fa6eb203f82e/2cbdbc52-0aaa-46ec-a404-9739a384da95) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:27:46.808203 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15886eb1-1d46-4356-878e-992f7ab31480 None None] Pushing event updated for resources: {'Port': ['ID=6c476607-db3a-403a-93a6-d7736b229bad,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:27:46.825314 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ff394e-4cfd-41dd-ae19-00c1c6889e6a None None] Checking agent: {'id': 'a2831ac0-05e7-463d-be89-41d2adab36ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 18, 43), 'started_at': datetime.datetime(2022, 4, 6, 11, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:27:46.825705 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ff394e-4cfd-41dd-ae19-00c1c6889e6a None None] Checking segment: {'id': 'a1489c3e-d8bf-465c-8161-3d720cf0d135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:27:46.826093 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-39ff394e-4cfd-41dd-ae19-00c1c6889e6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:46.826487 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ff394e-4cfd-41dd-ae19-00c1c6889e6a None None] Bound using segment: {'id': 'a1489c3e-d8bf-465c-8161-3d720cf0d135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:27:46.826976 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-39ff394e-4cfd-41dd-ae19-00c1c6889e6a None None] Bound port: 6c476607-db3a-403a-93a6-d7736b229bad, host: dv-cinder-836073-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1489c3e-d8bf-465c-8161-3d720cf0d135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:27:46.827810 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-39ff394e-4cfd-41dd-ae19-00c1c6889e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (6c476607-db3a-403a-93a6-d7736b229bad), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:46.831046 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-f1a29fae-6c1f-442a-96af-1bf415c0598e None None] Current status of the port 9bf0c430-87c4-48b8-ac89-722819b03804 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:27:46.853574 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device 77c42627-278c-478d-b869-b50b7e1db91b up at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:27:46.867961 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-228324a8-7375-41bd-ae48-1bb3d3227ab8 None None] Set router 4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:27:46.964455 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-39ff394e-4cfd-41dd-ae19-00c1c6889e6a None None] For port 6c476607-db3a-403a-93a6-d7736b229bad, host dv-cinder-836073-2-iscsi, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:27:46.975391 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-39ff394e-4cfd-41dd-ae19-00c1c6889e6a None None] For port 6c476607-db3a-403a-93a6-d7736b229bad, host dv-cinder-836073-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=6c476607-db3a-403a-93a6-d7736b229bad,segment=NetworkSegment(a1489c3e-d8bf-465c-8161-3d720cf0d135),segment_id=a1489c3e-d8bf-465c-8161-3d720cf0d135)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:27:47.002050 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Provisioning complete for port 77c42627-278c-478d-b869-b50b7e1db91b triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:27:47.002633 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (77c42627-278c-478d-b869-b50b7e1db91b), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:47.033540 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4d456ad2-15be-48d2-9a22-68448ce2dc60 admin admin] Publish callbacks [] for port (2cbdbc52-0aaa-46ec-a404-9739a384da95), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:47.045924 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5f127535-75f8-465b-8b17-2f83a35c6ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (eefe34a9-7e75-4c8b-aa98-b0c97e3a78cd), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:47.045924 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5f127535-75f8-465b-8b17-2f83a35c6ef2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:47.050715 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-5f127535-75f8-465b-8b17-2f83a35c6ef2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/eefe34a9-7e75-4c8b-aa98-b0c97e3a78cd HTTP/1.1" status: 204 len: 168 time: 1.6573722 Apr 06 11:27:47.064522 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f127535-75f8-465b-8b17-2f83a35c6ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eefe34a9-7e75-4c8b-aa98-b0c97e3a78cd,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:27:47.132321 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-39ff394e-4cfd-41dd-ae19-00c1c6889e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (6c476607-db3a-403a-93a6-d7736b229bad), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:47.180478 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [None req-dbf7aaf6-9f46-43be-95e1-9c57d7ad172a admin admin] Allocated IP 172.20.0.1 (dc23bab2-5009-4000-9be8-b01c02506344/af591e27-8cd2-4603-8651-34dd07f2f0b2/72e2d78d-619a-499d-a9a9-0df015ca6b4c) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:27:47.229372 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4d456ad2-15be-48d2-9a22-68448ce2dc60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779192465924'] for port (2cbdbc52-0aaa-46ec-a404-9739a384da95), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:47.258706 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-228324a8-7375-41bd-ae48-1bb3d3227ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68', 'name': 'tempest-ServerRescueNegativeTestJSON-2000617148-router', 'tenant_id': 'fc235d83432140bcb213022a9840f5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '92dfcf88-d457-4bfe-8b39-973bf45fee8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:27:40Z', 'updated_at': '2022-04-06T11:27:42Z', 'revision_number': 3, 'project_id': 'fc235d83432140bcb213022a9840f5c2', 'gw_port': {'id': '92dfcf88-d457-4bfe-8b39-973bf45fee8c', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:8c:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:27:41Z', 'updated_at': '2022-04-06T11:27:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi'}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:27:47.323772 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.48', 60478) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:27:47.324696 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228324a8-7375-41bd-ae48-1bb3d3227ab8 None None] The sync data for ids ['4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68'] in dv-cinder-836073-2-iscsi is: [{'id': '4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68', 'name': 'tempest-ServerRescueNegativeTestJSON-2000617148-router', 'tenant_id': 'fc235d83432140bcb213022a9840f5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '92dfcf88-d457-4bfe-8b39-973bf45fee8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:27:40Z', 'updated_at': '2022-04-06T11:27:42Z', 'revision_number': 3, 'project_id': 'fc235d83432140bcb213022a9840f5c2', 'gw_port': {'id': '92dfcf88-d457-4bfe-8b39-973bf45fee8c', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:8c:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:27:41Z', 'updated_at': '2022-04-06T11:27:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi'}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:27:47.346064 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ff394e-4cfd-41dd-ae19-00c1c6889e6a None None] Routers {'e4830d76-585b-409b-8bf7-45931346e0dc'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:27:47.346064 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-39ff394e-4cfd-41dd-ae19-00c1c6889e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:27:39Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['e4830d76-585b-409b-8bf7-45931346e0dc'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:27:47.353663 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15886eb1-1d46-4356-878e-992f7ab31480 None None] Pushing event updated for resources: {'Port': ['ID=6c476607-db3a-403a-93a6-d7736b229bad,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:27:47.366019 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d456ad2-15be-48d2-9a22-68448ce2dc60 admin admin] Network 106eef2d-4f40-46cd-832f-5b84b361bc62 is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:27:47.368267 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-4d456ad2-15be-48d2-9a22-68448ce2dc60 admin admin] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:27:47.386838 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d456ad2-15be-48d2-9a22-68448ce2dc60 admin admin] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:27:47.387063 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4d456ad2-15be-48d2-9a22-68448ce2dc60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-886310'] for router_interface (4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:47.422682 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Current status of the port 77c42627-278c-478d-b869-b50b7e1db91b is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:27:47.423463 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device 9bf0c430-87c4-48b8-ac89-722819b03804 up at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:27:47.624340 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-dbf7aaf6-9f46-43be-95e1-9c57d7ad172a admin admin] Publish callbacks [] for port (72e2d78d-619a-499d-a9a9-0df015ca6b4c), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:47.647285 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-39ff394e-4cfd-41dd-ae19-00c1c6889e6a None None] Set router e4830d76-585b-409b-8bf7-45931346e0dc gateway port host: dv-cinder-836073-2-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:27:47.680846 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d456ad2-15be-48d2-9a22-68448ce2dc60 admin admin] Pushing event updated for resources: {'Port': ['ID=2cbdbc52-0aaa-46ec-a404-9739a384da95,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:27:47.759475 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Provisioning complete for port 9bf0c430-87c4-48b8-ac89-722819b03804 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:27:47.759878 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (9bf0c430-87c4-48b8-ac89-722819b03804), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:47.809742 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-48e0557f-324e-4ceb-96b8-c6fe4b6d72df req-e4a086d2-1cba-46b0-b482-ab07bda7ca5b tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec4f05ca-fb96-4749-ac4d-3019e15200ec HTTP/1.1" status: 200 len: 210 time: 0.0896204 Apr 06 11:27:47.964862 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-bfea42f2-9d46-4f19-bccb-270a4d04b96c None None] Provisioning complete for port 2cbdbc52-0aaa-46ec-a404-9739a384da95 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:27:47.965261 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-bfea42f2-9d46-4f19-bccb-270a4d04b96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (2cbdbc52-0aaa-46ec-a404-9739a384da95), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:47.973854 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b10091-bd41-4e31-879d-7d22cd0caa63 req-43976c46-23e3-4a26-9107-47fa5b1917d7 tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:27:47.975429 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e2b10091-bd41-4e31-879d-7d22cd0caa63 req-43976c46-23e3-4a26-9107-47fa5b1917d7 tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] 10.222.0.48 "GET /v2.0/networks?id=d17c45f2-42c4-4cfe-a64d-a4b82313e9f3 HTTP/1.1" status: 200 len: 812 time: 0.6504421 Apr 06 11:27:48.030652 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [req-e2b10091-bd41-4e31-879d-7d22cd0caa63 req-08b54a2d-d717-469a-8fe0-5a1b787d32aa tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] Request body: {'port': {'device_id': 'ec4f05ca-fb96-4749-ac4d-3019e15200ec', 'network_id': 'd17c45f2-42c4-4cfe-a64d-a4b82313e9f3', 'admin_state_up': True, 'tenant_id': '5fc5829786b348ac9cacd8bca2535fbf'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:27:48.097922 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-dbf7aaf6-9f46-43be-95e1-9c57d7ad172a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779192465924'] for port (72e2d78d-619a-499d-a9a9-0df015ca6b4c), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:48.122241 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4d456ad2-15be-48d2-9a22-68448ce2dc60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (2cbdbc52-0aaa-46ec-a404-9739a384da95), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:48.196504 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-bfea42f2-9d46-4f19-bccb-270a4d04b96c None None] Port 2cbdbc52-0aaa-46ec-a404-9739a384da95 cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:27:48.214553 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Current status of the port 9bf0c430-87c4-48b8-ac89-722819b03804 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:27:48.270282 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-39ff394e-4cfd-41dd-ae19-00c1c6889e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4830d76-585b-409b-8bf7-45931346e0dc', 'name': 'tempest-AttachVolumeTestJSON-1810931883-router', 'tenant_id': '3d847e14f64944dba3c2bfdecc16dd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': '6c476607-db3a-403a-93a6-d7736b229bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:27:40Z', 'updated_at': '2022-04-06T11:27:43Z', 'revision_number': 3, 'project_id': '3d847e14f64944dba3c2bfdecc16dd16', 'gw_port': {'id': '6c476607-db3a-403a-93a6-d7736b229bad', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:68:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4830d76-585b-409b-8bf7-45931346e0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:27:41Z', 'updated_at': '2022-04-06T11:27:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi'}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:27:48.319716 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf7aaf6-9f46-43be-95e1-9c57d7ad172a admin admin] Network dc23bab2-5009-4000-9be8-b01c02506344 is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:27:48.334560 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ff394e-4cfd-41dd-ae19-00c1c6889e6a None None] The sync data for ids ['e4830d76-585b-409b-8bf7-45931346e0dc'] in dv-cinder-836073-2-iscsi is: [{'id': 'e4830d76-585b-409b-8bf7-45931346e0dc', 'name': 'tempest-AttachVolumeTestJSON-1810931883-router', 'tenant_id': '3d847e14f64944dba3c2bfdecc16dd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': '6c476607-db3a-403a-93a6-d7736b229bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:27:40Z', 'updated_at': '2022-04-06T11:27:43Z', 'revision_number': 3, 'project_id': '3d847e14f64944dba3c2bfdecc16dd16', 'gw_port': {'id': '6c476607-db3a-403a-93a6-d7736b229bad', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:68:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4830d76-585b-409b-8bf7-45931346e0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:27:41Z', 'updated_at': '2022-04-06T11:27:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi'}] {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:27:48.353199 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-dbf7aaf6-9f46-43be-95e1-9c57d7ad172a admin admin] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:27:48.440520 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf7aaf6-9f46-43be-95e1-9c57d7ad172a admin admin] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:27:48.441069 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-dbf7aaf6-9f46-43be-95e1-9c57d7ad172a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-886310'] for router_interface (e4830d76-585b-409b-8bf7-45931346e0dc), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:48.587209 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf7aaf6-9f46-43be-95e1-9c57d7ad172a admin admin] Pushing event updated for resources: {'Port': ['ID=72e2d78d-619a-499d-a9a9-0df015ca6b4c,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:27:48.648643 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4d456ad2-15be-48d2-9a22-68448ce2dc60 admin admin] Publish callbacks [] for port (2cbdbc52-0aaa-46ec-a404-9739a384da95), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:48.742017 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-3b9ec5c1-2359-405b-92fa-7ac60d73d8dc None None] Provisioning complete for port 72e2d78d-619a-499d-a9a9-0df015ca6b4c triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:27:48.742613 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3b9ec5c1-2359-405b-92fa-7ac60d73d8dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (72e2d78d-619a-499d-a9a9-0df015ca6b4c), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:48.750841 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4d456ad2-15be-48d2-9a22-68448ce2dc60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (2cbdbc52-0aaa-46ec-a404-9739a384da95), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:48.752329 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4d456ad2-15be-48d2-9a22-68448ce2dc60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-916918'] for router_interface (4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:48.816089 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device 92dfcf88-d457-4bfe-8b39-973bf45fee8c up at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:27:48.885025 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-3b9ec5c1-2359-405b-92fa-7ac60d73d8dc None None] Port 72e2d78d-619a-499d-a9a9-0df015ca6b4c cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:27:48.894303 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2b10091-bd41-4e31-879d-7d22cd0caa63 req-08b54a2d-d717-469a-8fe0-5a1b787d32aa tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] Made reservation on behalf of 5fc5829786b348ac9cacd8bca2535fbf for: {'port': 1} {{(pid=103882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:27:48.902499 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-e2b10091-bd41-4e31-879d-7d22cd0caa63 req-08b54a2d-d717-469a-8fe0-5a1b787d32aa tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:48.935252 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Provisioning complete for port 92dfcf88-d457-4bfe-8b39-973bf45fee8c triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:27:48.935653 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (92dfcf88-d457-4bfe-8b39-973bf45fee8c), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:49.068551 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ba87a73f-674a-4b49-95e7-227f389569df req-80af5733-47e6-404e-9861-4693e68f80f4 tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec4f05ca-fb96-4749-ac4d-3019e15200ec HTTP/1.1" status: 200 len: 210 time: 0.0467293 Apr 06 11:27:49.099589 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d456ad2-15be-48d2-9a22-68448ce2dc60 admin admin] Pushing event updated for resources: {'Port': ['ID=2cbdbc52-0aaa-46ec-a404-9739a384da95,revision_number=2']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:27:49.188394 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Current status of the port 92dfcf88-d457-4bfe-8b39-973bf45fee8c is: DOWN; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:27:49.189103 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (92dfcf88-d457-4bfe-8b39-973bf45fee8c), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:49.198899 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d456ad2-15be-48d2-9a22-68448ce2dc60 admin admin] Network 106eef2d-4f40-46cd-832f-5b84b361bc62 is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:27:49.198899 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-4d456ad2-15be-48d2-9a22-68448ce2dc60 admin admin] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:27:49.267586 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-dbf7aaf6-9f46-43be-95e1-9c57d7ad172a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (72e2d78d-619a-499d-a9a9-0df015ca6b4c), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:49.273580 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] For port 92dfcf88-d457-4bfe-8b39-973bf45fee8c, host dv-cinder-836073-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=92dfcf88-d457-4bfe-8b39-973bf45fee8c,segment=NetworkSegment(a1489c3e-d8bf-465c-8161-3d720cf0d135),segment_id=a1489c3e-d8bf-465c-8161-3d720cf0d135)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:27:49.360913 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d456ad2-15be-48d2-9a22-68448ce2dc60 admin admin] Router 4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68 has already been hosted by L3 agent 9404f039-f516-42fd-94a5-c122fff5649f {{(pid=103881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:27:49.407834 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (92dfcf88-d457-4bfe-8b39-973bf45fee8c), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:49.491684 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [req-e2b10091-bd41-4e31-879d-7d22cd0caa63 req-08b54a2d-d717-469a-8fe0-5a1b787d32aa tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] Allocated IP 172.20.0.6 (d17c45f2-42c4-4cfe-a64d-a4b82313e9f3/64c4f95f-91b8-4ad4-a895-e7c2a39d3913/99685ee7-639b-4d8f-8140-a99b25373c7d) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:27:49.544621 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d456ad2-15be-48d2-9a22-68448ce2dc60 admin admin] Notify agent at l3_agent.dv-cinder-836073-2-iscsi the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:27:49.572874 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-4d456ad2-15be-48d2-9a22-68448ce2dc60 admin admin] 10.222.0.43 "PUT /v2.0/routers/4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9818811 Apr 06 11:27:49.598618 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Pushing event updated for resources: {'Port': ['ID=92dfcf88-d457-4bfe-8b39-973bf45fee8c,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:27:49.721773 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-1be32628-44eb-41ad-abbc-c08d187037ac None None] Provisioning complete for port 2cbdbc52-0aaa-46ec-a404-9739a384da95 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:27:49.722174 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-1be32628-44eb-41ad-abbc-c08d187037ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (2cbdbc52-0aaa-46ec-a404-9739a384da95), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:49.815692 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-1be32628-44eb-41ad-abbc-c08d187037ac None None] Port 2cbdbc52-0aaa-46ec-a404-9739a384da95 cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:27:49.949893 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-dbf7aaf6-9f46-43be-95e1-9c57d7ad172a admin admin] Publish callbacks [] for port (72e2d78d-619a-499d-a9a9-0df015ca6b4c), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:50.011963 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-e2b10091-bd41-4e31-879d-7d22cd0caa63 req-08b54a2d-d717-469a-8fe0-5a1b787d32aa tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] Publish callbacks [] for port (99685ee7-639b-4d8f-8140-a99b25373c7d), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:50.048408 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-dbf7aaf6-9f46-43be-95e1-9c57d7ad172a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (72e2d78d-619a-499d-a9a9-0df015ca6b4c), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:50.062501 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-dbf7aaf6-9f46-43be-95e1-9c57d7ad172a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-916918'] for router_interface (e4830d76-585b-409b-8bf7-45931346e0dc), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:50.178921 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf7aaf6-9f46-43be-95e1-9c57d7ad172a admin admin] Pushing event updated for resources: {'Port': ['ID=72e2d78d-619a-499d-a9a9-0df015ca6b4c,revision_number=2']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:27:50.376862 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c37f2e2e-4508-4808-8a94-d254ccd05b26 req-0d2aedc3-265c-4eab-82a1-684e5f0c5693 tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec4f05ca-fb96-4749-ac4d-3019e15200ec HTTP/1.1" status: 200 len: 210 time: 0.0652144 Apr 06 11:27:50.443991 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf7aaf6-9f46-43be-95e1-9c57d7ad172a admin admin] Network dc23bab2-5009-4000-9be8-b01c02506344 is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:27:50.446091 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-dbf7aaf6-9f46-43be-95e1-9c57d7ad172a admin admin] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:27:50.454007 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-e2b10091-bd41-4e31-879d-7d22cd0caa63 req-08b54a2d-d717-469a-8fe0-5a1b787d32aa tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779192465924'] for port (99685ee7-639b-4d8f-8140-a99b25373c7d), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:50.954232 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-95f4e1b9-7234-4006-9879-7ab67a79765f None None] Provisioning complete for port 72e2d78d-619a-499d-a9a9-0df015ca6b4c triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:27:50.954920 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-95f4e1b9-7234-4006-9879-7ab67a79765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (72e2d78d-619a-499d-a9a9-0df015ca6b4c), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:51.010193 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device 6c476607-db3a-403a-93a6-d7736b229bad up at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:27:51.040141 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b54a2d-d717-469a-8fe0-5a1b787d32aa tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] Pushing event updated for resources: {'Port': ['ID=99685ee7-639b-4d8f-8140-a99b25373c7d,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:27:51.168288 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e82322-6097-4583-a5e9-49c4808985b1 None None] Sync routers for ids ['4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68'] in dv-cinder-836073-2-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:27:51.168931 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2b10091-bd41-4e31-879d-7d22cd0caa63 req-08b54a2d-d717-469a-8fe0-5a1b787d32aa tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] Network d17c45f2-42c4-4cfe-a64d-a4b82313e9f3 is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:27:51.179349 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e82322-6097-4583-a5e9-49c4808985b1 None None] Routers {'4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:27:51.180782 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-30e82322-6097-4583-a5e9-49c4808985b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:27:39Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:27:51.182680 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [req-e2b10091-bd41-4e31-879d-7d22cd0caa63 req-08b54a2d-d717-469a-8fe0-5a1b787d32aa tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:27:51.194018 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2b10091-bd41-4e31-879d-7d22cd0caa63 req-08b54a2d-d717-469a-8fe0-5a1b787d32aa tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:27:51.214895 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b10091-bd41-4e31-879d-7d22cd0caa63 req-08b54a2d-d717-469a-8fe0-5a1b787d32aa tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:27:51.215900 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-e2b10091-bd41-4e31-879d-7d22cd0caa63 req-08b54a2d-d717-469a-8fe0-5a1b787d32aa tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570608'] for port (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:51.381249 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e2b10091-bd41-4e31-879d-7d22cd0caa63 req-08b54a2d-d717-469a-8fe0-5a1b787d32aa tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3560832 Apr 06 11:27:51.430703 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-95f4e1b9-7234-4006-9879-7ab67a79765f None None] Port 72e2d78d-619a-499d-a9a9-0df015ca6b4c cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:27:51.454181 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Provisioning complete for port 6c476607-db3a-403a-93a6-d7736b229bad triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:27:51.455105 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (6c476607-db3a-403a-93a6-d7736b229bad), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:51.506075 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [req-e2b10091-bd41-4e31-879d-7d22cd0caa63 req-893c106d-438b-4bf4-8d2a-eab11a331b22 tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103882) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 11:27:51.507091 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e2b10091-bd41-4e31-879d-7d22cd0caa63 req-893c106d-438b-4bf4-8d2a-eab11a331b22 tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0191057 Apr 06 11:27:51.537752 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-30e82322-6097-4583-a5e9-49c4808985b1 None None] Set router 4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:27:51.622774 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Current status of the port 6c476607-db3a-403a-93a6-d7736b229bad is: DOWN; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:27:51.623308 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (6c476607-db3a-403a-93a6-d7736b229bad), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:51.683981 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] For port 6c476607-db3a-403a-93a6-d7736b229bad, host dv-cinder-836073-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=6c476607-db3a-403a-93a6-d7736b229bad,segment=NetworkSegment(a1489c3e-d8bf-465c-8161-3d720cf0d135),segment_id=a1489c3e-d8bf-465c-8161-3d720cf0d135)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:27:51.795320 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (6c476607-db3a-403a-93a6-d7736b229bad), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:51.796124 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device 92dfcf88-d457-4bfe-8b39-973bf45fee8c up at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:27:51.834136 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f19e87-a661-4271-a929-05473c9df589 req-02f6a66c-e562-49f8-aa98-676a2583b8ab tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:27:51.837396 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-35f19e87-a661-4271-a929-05473c9df589 req-02f6a66c-e562-49f8-aa98-676a2583b8ab tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/networks?id=106eef2d-4f40-46cd-832f-5b84b361bc62 HTTP/1.1" status: 200 len: 819 time: 0.5680671 Apr 06 11:27:51.862785 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbf7aaf6-9f46-43be-95e1-9c57d7ad172a admin admin] Router e4830d76-585b-409b-8bf7-45931346e0dc has already been hosted by L3 agent 9404f039-f516-42fd-94a5-c122fff5649f {{(pid=103882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:27:51.867811 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-35f19e87-a661-4271-a929-05473c9df589 req-ecf3bd41-840a-4a1e-9b9d-3d8caaa395d0 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/quotas/fc235d83432140bcb213022a9840f5c2 HTTP/1.1" status: 200 len: 375 time: 0.0166917 Apr 06 11:27:52.000018 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23329963-2ddc-4c01-a979-79bb0268095f req-badf42ef-8b9e-4ea7-a7e5-c47a2dedcad0 tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:27:52.010417 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-23329963-2ddc-4c01-a979-79bb0268095f req-badf42ef-8b9e-4ea7-a7e5-c47a2dedcad0 tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec4f05ca-fb96-4749-ac4d-3019e15200ec HTTP/1.1" status: 200 len: 931 time: 0.2016420 Apr 06 11:27:52.036966 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Pushing event updated for resources: {'Port': ['ID=6c476607-db3a-403a-93a6-d7736b229bad,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:27:52.072464 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Provisioning complete for port 92dfcf88-d457-4bfe-8b39-973bf45fee8c triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:27:52.073234 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (92dfcf88-d457-4bfe-8b39-973bf45fee8c), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:52.146492 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-30e82322-6097-4583-a5e9-49c4808985b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68', 'name': 'tempest-ServerRescueNegativeTestJSON-2000617148-router', 'tenant_id': 'fc235d83432140bcb213022a9840f5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '92dfcf88-d457-4bfe-8b39-973bf45fee8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:27:40Z', 'updated_at': '2022-04-06T11:27:47Z', 'revision_number': 4, 'project_id': 'fc235d83432140bcb213022a9840f5c2', 'gw_port': {'id': '92dfcf88-d457-4bfe-8b39-973bf45fee8c', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:8c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:27:41Z', 'updated_at': '2022-04-06T11:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_interfaces': [{'id': '2cbdbc52-0aaa-46ec-a404-9739a384da95', 'name': '', 'network_id': '106eef2d-4f40-46cd-832f-5b84b361bc62', 'tenant_id': 'fc235d83432140bcb213022a9840f5c2', 'mac_address': 'fa:16:3e:15:bc:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b1304d50-4387-41c0-a102-fa6eb203f82e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:27:46Z', 'updated_at': '2022-04-06T11:27:48Z', 'revision_number': 2, 'project_id': 'fc235d83432140bcb213022a9840f5c2', 'subnets': [{'id': 'b1304d50-4387-41c0-a102-fa6eb203f82e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:27:52.155586 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [req-e2b10091-bd41-4e31-879d-7d22cd0caa63 req-a14c3200-87ef-430f-af23-707b0db0525a service neutron] Request body: {'port': {'device_id': 'ec4f05ca-fb96-4749-ac4d-3019e15200ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:27:52.188299 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 48440) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:27:52.234369 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-23329963-2ddc-4c01-a979-79bb0268095f req-795263e6-d7ea-4e05-81c5-1e286b255b17 tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d4bf464-bde8-419b-aed7-2fb160b78897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177956 Apr 06 11:27:52.243224 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e82322-6097-4583-a5e9-49c4808985b1 None None] Checking router: 4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68 for host: dv-cinder-836073-2-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:27:52.243817 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e82322-6097-4583-a5e9-49c4808985b1 None None] Updating router 4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68 port 2cbdbc52-0aaa-46ec-a404-9739a384da95 binding host dv-cinder-836073-2-iscsi {{(pid=103884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 11:27:52.255240 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Current status of the port 92dfcf88-d457-4bfe-8b39-973bf45fee8c is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:27:52.283340 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-35f19e87-a661-4271-a929-05473c9df589 req-aa3cef1a-548b-4123-9120-fd3bb1d8174b tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=fc235d83432140bcb213022a9840f5c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3988986 Apr 06 11:27:52.325823 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-30e82322-6097-4583-a5e9-49c4808985b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (2cbdbc52-0aaa-46ec-a404-9739a384da95), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:52.405385 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-e2b10091-bd41-4e31-879d-7d22cd0caa63 req-a14c3200-87ef-430f-af23-707b0db0525a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (99685ee7-639b-4d8f-8140-a99b25373c7d), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:52.427380 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf7aaf6-9f46-43be-95e1-9c57d7ad172a admin admin] Notify agent at l3_agent.dv-cinder-836073-2-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:27:52.436753 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08f15bc-395e-43e3-a00c-57344705d18a None None] Sync routers for ids ['e4830d76-585b-409b-8bf7-45931346e0dc'] in dv-cinder-836073-2-iscsi {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:27:52.441932 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-dbf7aaf6-9f46-43be-95e1-9c57d7ad172a admin admin] 10.222.0.43 "PUT /v2.0/routers/e4830d76-585b-409b-8bf7-45931346e0dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2176504 Apr 06 11:27:52.474397 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08f15bc-395e-43e3-a00c-57344705d18a None None] Routers {'e4830d76-585b-409b-8bf7-45931346e0dc'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:27:52.479594 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-d08f15bc-395e-43e3-a00c-57344705d18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:27:39Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['e4830d76-585b-409b-8bf7-45931346e0dc'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:27:52.584981 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-cf961f5a-e0fe-4273-8ed6-45dffeecf3e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:52.797361 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-d08f15bc-395e-43e3-a00c-57344705d18a None None] Set router e4830d76-585b-409b-8bf7-45931346e0dc gateway port host: dv-cinder-836073-2-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:27:52.802730 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device 6c476607-db3a-403a-93a6-d7736b229bad up at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:27:52.877562 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-cf961f5a-e0fe-4273-8ed6-45dffeecf3e3 admin admin] Publish callbacks [] for security_group (5d7a5718-19cf-4da5-92a2-208db2c8b2ba), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:52.918829 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [req-35f19e87-a661-4271-a929-05473c9df589 req-e49446de-c987-463b-bd84-84966dcaedb9 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103882) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 11:27:52.923126 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-35f19e87-a661-4271-a929-05473c9df589 req-e49446de-c987-463b-bd84-84966dcaedb9 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1761694 Apr 06 11:27:52.951773 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-cf961f5a-e0fe-4273-8ed6-45dffeecf3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (5d7a5718-19cf-4da5-92a2-208db2c8b2ba), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:53.047283 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf961f5a-e0fe-4273-8ed6-45dffeecf3e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7a5718-19cf-4da5-92a2-208db2c8b2ba,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:27:53.081803 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Provisioning complete for port 6c476607-db3a-403a-93a6-d7736b229bad triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:27:53.082374 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (6c476607-db3a-403a-93a6-d7736b229bad), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:53.095931 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-cf961f5a-e0fe-4273-8ed6-45dffeecf3e3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=68cc4d5c8e5344a6aa4925d104aff39b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9063897 Apr 06 11:27:53.098782 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 48478) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:27:53.168316 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-bf24e4df-6ecb-4596-8e13-ff61059e08e7 admin admin] Publish callbacks [] for security_group (5d7a5718-19cf-4da5-92a2-208db2c8b2ba), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:53.196019 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-bf24e4df-6ecb-4596-8e13-ff61059e08e7 admin admin] Publish callbacks [] for security_group (5d7a5718-19cf-4da5-92a2-208db2c8b2ba), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:53.256651 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-30e82322-6097-4583-a5e9-49c4808985b1 None None] Publish callbacks [] for port (2cbdbc52-0aaa-46ec-a404-9739a384da95), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:53.312533 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-35f19e87-a661-4271-a929-05473c9df589 req-fd01342c-cb4a-4a0e-b08f-9effb2a0156c service neutron] 10.222.0.43 "GET /v2.0/networks/106eef2d-4f40-46cd-832f-5b84b361bc62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3716459 Apr 06 11:27:53.341175 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Current status of the port 6c476607-db3a-403a-93a6-d7736b229bad is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:27:53.384416 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-bf24e4df-6ecb-4596-8e13-ff61059e08e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (5d7a5718-19cf-4da5-92a2-208db2c8b2ba), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:53.386361 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-30e82322-6097-4583-a5e9-49c4808985b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (2cbdbc52-0aaa-46ec-a404-9739a384da95), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:53.388003 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-bf24e4df-6ecb-4596-8e13-ff61059e08e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:53.389767 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-bf24e4df-6ecb-4596-8e13-ff61059e08e7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5d7a5718-19cf-4da5-92a2-208db2c8b2ba HTTP/1.1" status: 204 len: 168 time: 0.2896659 Apr 06 11:27:53.439294 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-d08f15bc-395e-43e3-a00c-57344705d18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4830d76-585b-409b-8bf7-45931346e0dc', 'name': 'tempest-AttachVolumeTestJSON-1810931883-router', 'tenant_id': '3d847e14f64944dba3c2bfdecc16dd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': '6c476607-db3a-403a-93a6-d7736b229bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:27:40Z', 'updated_at': '2022-04-06T11:27:48Z', 'revision_number': 4, 'project_id': '3d847e14f64944dba3c2bfdecc16dd16', 'gw_port': {'id': '6c476607-db3a-403a-93a6-d7736b229bad', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:68:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4830d76-585b-409b-8bf7-45931346e0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:27:41Z', 'updated_at': '2022-04-06T11:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_interfaces': [{'id': '72e2d78d-619a-499d-a9a9-0df015ca6b4c', 'name': '', 'network_id': 'dc23bab2-5009-4000-9be8-b01c02506344', 'tenant_id': '3d847e14f64944dba3c2bfdecc16dd16', 'mac_address': 'fa:16:3e:fc:95:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4830d76-585b-409b-8bf7-45931346e0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'af591e27-8cd2-4603-8651-34dd07f2f0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:27:46Z', 'updated_at': '2022-04-06T11:27:49Z', 'revision_number': 2, 'project_id': '3d847e14f64944dba3c2bfdecc16dd16', 'subnets': [{'id': 'af591e27-8cd2-4603-8651-34dd07f2f0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:27:53.439593 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf24e4df-6ecb-4596-8e13-ff61059e08e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7a5718-19cf-4da5-92a2-208db2c8b2ba,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:27:53.512512 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08f15bc-395e-43e3-a00c-57344705d18a None None] Checking router: e4830d76-585b-409b-8bf7-45931346e0dc for host: dv-cinder-836073-2-iscsi {{(pid=103883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:27:53.518212 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08f15bc-395e-43e3-a00c-57344705d18a None None] Updating router e4830d76-585b-409b-8bf7-45931346e0dc port 72e2d78d-619a-499d-a9a9-0df015ca6b4c binding host dv-cinder-836073-2-iscsi {{(pid=103883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 11:27:53.595238 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [req-e2b10091-bd41-4e31-879d-7d22cd0caa63 req-a14c3200-87ef-430f-af23-707b0db0525a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99685ee7-639b-4d8f-8140-a99b25373c7d {{(pid=103882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:27:53.602355 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-35f19e87-a661-4271-a929-05473c9df589 req-98eb4b8a-4f34-4fd4-bb07-0e011f451289 service neutron] 10.222.0.43 "GET /v2.0/networks/106eef2d-4f40-46cd-832f-5b84b361bc62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827346 Apr 06 11:27:53.609678 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-e2b10091-bd41-4e31-879d-7d22cd0caa63 req-a14c3200-87ef-430f-af23-707b0db0525a service neutron] Publish callbacks [] for port (99685ee7-639b-4d8f-8140-a99b25373c7d), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:53.630564 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d08f15bc-395e-43e3-a00c-57344705d18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (72e2d78d-619a-499d-a9a9-0df015ca6b4c), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:53.636331 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabc0ff1-174d-4b67-b1cb-fca8043beb2f None None] Pushing event updated for resources: {'Port': ['ID=2cbdbc52-0aaa-46ec-a404-9739a384da95,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:27:53.680833 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [req-e2b10091-bd41-4e31-879d-7d22cd0caa63 req-a14c3200-87ef-430f-af23-707b0db0525a service neutron] Transition to ACTIVE for port object 99685ee7-639b-4d8f-8140-a99b25373c7d will not be triggered until provisioned by entity L2. {{(pid=103882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 11:27:53.750288 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-e2b10091-bd41-4e31-879d-7d22cd0caa63 req-a14c3200-87ef-430f-af23-707b0db0525a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (99685ee7-639b-4d8f-8140-a99b25373c7d), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:53.857375 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-30e82322-6097-4583-a5e9-49c4808985b1 None None] Attempting to bind port 2cbdbc52-0aaa-46ec-a404-9739a384da95 on host dv-cinder-836073-2-iscsi for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:27:53.857681 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-30e82322-6097-4583-a5e9-49c4808985b1 None None] Attempting to bind port 2cbdbc52-0aaa-46ec-a404-9739a384da95 by drivers openvswitch,hyperv on host dv-cinder-836073-2-iscsi at level 0 using segments [{'id': '198df4e5-b698-49c8-a8e7-40f2cf45ec63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '106eef2d-4f40-46cd-832f-5b84b361bc62'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:27:53.859154 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e82322-6097-4583-a5e9-49c4808985b1 None None] Attempting to bind port 2cbdbc52-0aaa-46ec-a404-9739a384da95 on network 106eef2d-4f40-46cd-832f-5b84b361bc62 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:27:53.896775 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e82322-6097-4583-a5e9-49c4808985b1 None None] Checking agent: {'id': 'a2831ac0-05e7-463d-be89-41d2adab36ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 18, 43), 'started_at': datetime.datetime(2022, 4, 6, 11, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:27:53.897536 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e82322-6097-4583-a5e9-49c4808985b1 None None] Checking segment: {'id': '198df4e5-b698-49c8-a8e7-40f2cf45ec63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '106eef2d-4f40-46cd-832f-5b84b361bc62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:27:53.898112 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-30e82322-6097-4583-a5e9-49c4808985b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:53.899298 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e82322-6097-4583-a5e9-49c4808985b1 None None] Bound using segment: {'id': '198df4e5-b698-49c8-a8e7-40f2cf45ec63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '106eef2d-4f40-46cd-832f-5b84b361bc62'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:27:53.903070 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-30e82322-6097-4583-a5e9-49c4808985b1 None None] Bound port: 2cbdbc52-0aaa-46ec-a404-9739a384da95, host: dv-cinder-836073-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '198df4e5-b698-49c8-a8e7-40f2cf45ec63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '106eef2d-4f40-46cd-832f-5b84b361bc62'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:27:53.904876 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-30e82322-6097-4583-a5e9-49c4808985b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (2cbdbc52-0aaa-46ec-a404-9739a384da95), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:54.036497 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14c3200-87ef-430f-af23-707b0db0525a service neutron] Pushing event updated for resources: {'Port': ['ID=99685ee7-639b-4d8f-8140-a99b25373c7d,revision_number=2']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:27:54.068190 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-c45a7988-5d6a-47ab-9123-0fc63c0ba427 None None] Provisioning complete for port 2cbdbc52-0aaa-46ec-a404-9739a384da95 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:27:54.068599 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c45a7988-5d6a-47ab-9123-0fc63c0ba427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (2cbdbc52-0aaa-46ec-a404-9739a384da95), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:54.083830 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-30e82322-6097-4583-a5e9-49c4808985b1 None None] For port 2cbdbc52-0aaa-46ec-a404-9739a384da95, host dv-cinder-836073-2-iscsi, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:27:54.090796 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-30e82322-6097-4583-a5e9-49c4808985b1 None None] For port 2cbdbc52-0aaa-46ec-a404-9739a384da95, host dv-cinder-836073-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=2cbdbc52-0aaa-46ec-a404-9739a384da95,segment=NetworkSegment(198df4e5-b698-49c8-a8e7-40f2cf45ec63),segment_id=198df4e5-b698-49c8-a8e7-40f2cf45ec63)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:27:54.119733 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [req-e2b10091-bd41-4e31-879d-7d22cd0caa63 req-a14c3200-87ef-430f-af23-707b0db0525a service neutron] Attempting to bind port 99685ee7-639b-4d8f-8140-a99b25373c7d on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:27:54.120092 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [req-e2b10091-bd41-4e31-879d-7d22cd0caa63 req-a14c3200-87ef-430f-af23-707b0db0525a service neutron] Attempting to bind port 99685ee7-639b-4d8f-8140-a99b25373c7d by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '118c05f0-dc28-417c-b8a2-a8190b9af88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd17c45f2-42c4-4cfe-a64d-a4b82313e9f3'}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:27:54.120733 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b10091-bd41-4e31-879d-7d22cd0caa63 req-a14c3200-87ef-430f-af23-707b0db0525a service neutron] Attempting to bind port 99685ee7-639b-4d8f-8140-a99b25373c7d on network d17c45f2-42c4-4cfe-a64d-a4b82313e9f3 {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:27:54.125951 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b10091-bd41-4e31-879d-7d22cd0caa63 req-a14c3200-87ef-430f-af23-707b0db0525a service neutron] Port 99685ee7-639b-4d8f-8140-a99b25373c7d on network d17c45f2-42c4-4cfe-a64d-a4b82313e9f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 11:27:54.126601 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b10091-bd41-4e31-879d-7d22cd0caa63 req-a14c3200-87ef-430f-af23-707b0db0525a service neutron] Attempting to bind port 99685ee7-639b-4d8f-8140-a99b25373c7d on network d17c45f2-42c4-4cfe-a64d-a4b82313e9f3 {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:27:54.133891 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b10091-bd41-4e31-879d-7d22cd0caa63 req-a14c3200-87ef-430f-af23-707b0db0525a service neutron] Checking agent: {'id': 'dc195572-b6d9-4259-8541-839e457b2650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 25, 36), 'started_at': datetime.datetime(2022, 4, 6, 11, 25, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:27:54.134597 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b10091-bd41-4e31-879d-7d22cd0caa63 req-a14c3200-87ef-430f-af23-707b0db0525a service neutron] Checking segment: {'id': '118c05f0-dc28-417c-b8a2-a8190b9af88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd17c45f2-42c4-4cfe-a64d-a4b82313e9f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:27:54.135327 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b10091-bd41-4e31-879d-7d22cd0caa63 req-a14c3200-87ef-430f-af23-707b0db0525a service neutron] Bound using segment: {'id': '118c05f0-dc28-417c-b8a2-a8190b9af88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd17c45f2-42c4-4cfe-a64d-a4b82313e9f3'} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:27:54.136077 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [req-e2b10091-bd41-4e31-879d-7d22cd0caa63 req-a14c3200-87ef-430f-af23-707b0db0525a service neutron] Bound port: 99685ee7-639b-4d8f-8140-a99b25373c7d, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '118c05f0-dc28-417c-b8a2-a8190b9af88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd17c45f2-42c4-4cfe-a64d-a4b82313e9f3'}}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:27:54.137452 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-e2b10091-bd41-4e31-879d-7d22cd0caa63 req-a14c3200-87ef-430f-af23-707b0db0525a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (99685ee7-639b-4d8f-8140-a99b25373c7d), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:54.172881 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 48498) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:27:54.190023 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-30e82322-6097-4583-a5e9-49c4808985b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (2cbdbc52-0aaa-46ec-a404-9739a384da95), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:54.259251 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [req-e2b10091-bd41-4e31-879d-7d22cd0caa63 req-a14c3200-87ef-430f-af23-707b0db0525a service neutron] For port 99685ee7-639b-4d8f-8140-a99b25373c7d, host hv-cinder-83607, cleared binding levels {{(pid=103882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:27:54.269790 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [req-e2b10091-bd41-4e31-879d-7d22cd0caa63 req-a14c3200-87ef-430f-af23-707b0db0525a service neutron] For port 99685ee7-639b-4d8f-8140-a99b25373c7d, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=99685ee7-639b-4d8f-8140-a99b25373c7d,segment=NetworkSegment(118c05f0-dc28-417c-b8a2-a8190b9af88d),segment_id=118c05f0-dc28-417c-b8a2-a8190b9af88d)] {{(pid=103882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:27:54.356484 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-e2b10091-bd41-4e31-879d-7d22cd0caa63 req-a14c3200-87ef-430f-af23-707b0db0525a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (99685ee7-639b-4d8f-8140-a99b25373c7d), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:54.382455 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d08f15bc-395e-43e3-a00c-57344705d18a None None] Publish callbacks [] for port (72e2d78d-619a-499d-a9a9-0df015ca6b4c), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:54.401797 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabc0ff1-174d-4b67-b1cb-fca8043beb2f None None] Pushing event updated for resources: {'Port': ['ID=2cbdbc52-0aaa-46ec-a404-9739a384da95,revision_number=4']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:27:54.407375 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e82322-6097-4583-a5e9-49c4808985b1 None None] Routers {'4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:27:54.408147 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-30e82322-6097-4583-a5e9-49c4808985b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:27:39Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:27:54.464612 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d08f15bc-395e-43e3-a00c-57344705d18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (72e2d78d-619a-499d-a9a9-0df015ca6b4c), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:54.506328 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b10091-bd41-4e31-879d-7d22cd0caa63 req-a14c3200-87ef-430f-af23-707b0db0525a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:27:54.512947 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-e2b10091-bd41-4e31-879d-7d22cd0caa63 req-a14c3200-87ef-430f-af23-707b0db0525a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570608'] for port (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:54.518186 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e2b10091-bd41-4e31-879d-7d22cd0caa63 req-a14c3200-87ef-430f-af23-707b0db0525a service neutron] 10.222.0.48 "PUT /v2.0/ports/99685ee7-639b-4d8f-8140-a99b25373c7d HTTP/1.1" status: 200 len: 1093 time: 2.6780276 Apr 06 11:27:54.529472 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec4f05ca-fb96-4749-ac4d-3019e15200ec', 'tag': '99685ee7-639b-4d8f-8140-a99b25373c7d'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:27:54.566232 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d33c00c8-39c8-44a9-b504-f3ba8d718525 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:54.577606 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504436ba-5914-4188-b3c5-f05b792ae8f1 None None] Pushing event updated for resources: {'Port': ['ID=72e2d78d-619a-499d-a9a9-0df015ca6b4c,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:27:54.931849 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 48536) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:27:54.944824 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-30e82322-6097-4583-a5e9-49c4808985b1 None None] Set router 4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:27:54.947322 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d33c00c8-39c8-44a9-b504-f3ba8d718525 admin admin] Publish callbacks [] for security_group (454bf1aa-201d-45c7-9ee1-6ad224f2cac7), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:55.038242 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-1c4708db-5936-4e61-a7cf-f1391694a1bc tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Request body: {'security_group': {'name': 'tempest-securitygroup--720557075', 'description': 'tempest-description--497446807'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:27:55.067798 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-d08f15bc-395e-43e3-a00c-57344705d18a None None] Attempting to bind port 72e2d78d-619a-499d-a9a9-0df015ca6b4c on host dv-cinder-836073-2-iscsi for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:27:55.074389 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-d08f15bc-395e-43e3-a00c-57344705d18a None None] Attempting to bind port 72e2d78d-619a-499d-a9a9-0df015ca6b4c by drivers openvswitch,hyperv on host dv-cinder-836073-2-iscsi at level 0 using segments [{'id': '3347e514-facd-4073-b90b-64355ba61658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'dc23bab2-5009-4000-9be8-b01c02506344'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:27:55.074389 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08f15bc-395e-43e3-a00c-57344705d18a None None] Attempting to bind port 72e2d78d-619a-499d-a9a9-0df015ca6b4c on network dc23bab2-5009-4000-9be8-b01c02506344 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:27:55.096476 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d33c00c8-39c8-44a9-b504-f3ba8d718525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (454bf1aa-201d-45c7-9ee1-6ad224f2cac7), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:55.109128 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08f15bc-395e-43e3-a00c-57344705d18a None None] Checking agent: {'id': 'a2831ac0-05e7-463d-be89-41d2adab36ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 18, 43), 'started_at': datetime.datetime(2022, 4, 6, 11, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:27:55.109128 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08f15bc-395e-43e3-a00c-57344705d18a None None] Checking segment: {'id': '3347e514-facd-4073-b90b-64355ba61658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'dc23bab2-5009-4000-9be8-b01c02506344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:27:55.109128 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d08f15bc-395e-43e3-a00c-57344705d18a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:55.109128 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08f15bc-395e-43e3-a00c-57344705d18a None None] Bound using segment: {'id': '3347e514-facd-4073-b90b-64355ba61658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'dc23bab2-5009-4000-9be8-b01c02506344'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:27:55.109128 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-d08f15bc-395e-43e3-a00c-57344705d18a None None] Bound port: 72e2d78d-619a-499d-a9a9-0df015ca6b4c, host: dv-cinder-836073-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3347e514-facd-4073-b90b-64355ba61658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'dc23bab2-5009-4000-9be8-b01c02506344'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:27:55.109588 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d08f15bc-395e-43e3-a00c-57344705d18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (72e2d78d-619a-499d-a9a9-0df015ca6b4c), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:55.128060 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-c45a7988-5d6a-47ab-9123-0fc63c0ba427 None None] Current status of the port 2cbdbc52-0aaa-46ec-a404-9739a384da95 is: DOWN; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:27:55.128456 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c45a7988-5d6a-47ab-9123-0fc63c0ba427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (2cbdbc52-0aaa-46ec-a404-9739a384da95), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:55.147231 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-7df919ce-aac6-46de-9bca-300786bcb0cf req-c9392fcb-cb8e-487a-8417-00a3f0aeb493 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5f3e882-c3d2-4207-90be-fb022681182c HTTP/1.1" status: 200 len: 210 time: 0.1213186 Apr 06 11:27:55.194201 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14c3200-87ef-430f-af23-707b0db0525a service neutron] Pushing event updated for resources: {'Port': ['ID=99685ee7-639b-4d8f-8140-a99b25373c7d,revision_number=3']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:27:55.219357 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-c45a7988-5d6a-47ab-9123-0fc63c0ba427 None None] For port 2cbdbc52-0aaa-46ec-a404-9739a384da95, host dv-cinder-836073-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=2cbdbc52-0aaa-46ec-a404-9739a384da95,segment=NetworkSegment(198df4e5-b698-49c8-a8e7-40f2cf45ec63),segment_id=198df4e5-b698-49c8-a8e7-40f2cf45ec63)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:27:55.225696 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-d08f15bc-395e-43e3-a00c-57344705d18a None None] For port 72e2d78d-619a-499d-a9a9-0df015ca6b4c, host dv-cinder-836073-2-iscsi, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:27:55.232953 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-d08f15bc-395e-43e3-a00c-57344705d18a None None] For port 72e2d78d-619a-499d-a9a9-0df015ca6b4c, host dv-cinder-836073-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=72e2d78d-619a-499d-a9a9-0df015ca6b4c,segment=NetworkSegment(3347e514-facd-4073-b90b-64355ba61658),segment_id=3347e514-facd-4073-b90b-64355ba61658)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:27:55.267397 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a235b50a-eedb-4e96-8f0f-3f929ad71139 req-8b42987e-4aba-4d64-9a5a-1a9489b5e000 tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:27:55.270799 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a235b50a-eedb-4e96-8f0f-3f929ad71139 req-8b42987e-4aba-4d64-9a5a-1a9489b5e000 tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec4f05ca-fb96-4749-ac4d-3019e15200ec HTTP/1.1" status: 200 len: 943 time: 0.4617584 Apr 06 11:27:55.278875 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29156e5c8df2cda5f8c3a12ff109e02ba7a327efefb734c2c5f81b1bf548e3ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd2ae3a-1864-4cab-8194-542c7441874e" -d '{"events": [{"name": "network-changed", "server_uuid": "ec4f05ca-fb96-4749-ac4d-3019e15200ec", "tag": "99685ee7-639b-4d8f-8140-a99b25373c7d"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:27:55.290626 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-d33c00c8-39c8-44a9-b504-f3ba8d718525 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d602220934a7485586ef46d93f2a76ec&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1110883 Apr 06 11:27:55.294999 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1c4708db-5936-4e61-a7cf-f1391694a1bc tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:55.305744 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 48552) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:27:55.312406 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c45a7988-5d6a-47ab-9123-0fc63c0ba427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (2cbdbc52-0aaa-46ec-a404-9739a384da95), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:55.464259 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45a7988-5d6a-47ab-9123-0fc63c0ba427 None None] Pushing event updated for resources: {'Port': ['ID=2cbdbc52-0aaa-46ec-a404-9739a384da95,revision_number=5']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:27:55.476527 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d08f15bc-395e-43e3-a00c-57344705d18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (72e2d78d-619a-499d-a9a9-0df015ca6b4c), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:55.513499 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a235b50a-eedb-4e96-8f0f-3f929ad71139 req-80d2d5f3-c0e4-458d-a980-28e0cb108fdc tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d4bf464-bde8-419b-aed7-2fb160b78897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593838 Apr 06 11:27:55.516831 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c00c8-39c8-44a9-b504-f3ba8d718525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=454bf1aa-201d-45c7-9ee1-6ad224f2cac7,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:27:55.568440 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f4548670-c742-46e8-bc3b-33d308bc684b admin admin] Publish callbacks [] for security_group (454bf1aa-201d-45c7-9ee1-6ad224f2cac7), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:55.594004 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-a96968bb-881d-438d-892d-e0d1452c7b42 None None] Provisioning complete for port 72e2d78d-619a-499d-a9a9-0df015ca6b4c triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:27:55.594004 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a96968bb-881d-438d-892d-e0d1452c7b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (72e2d78d-619a-499d-a9a9-0df015ca6b4c), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:55.614447 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f4548670-c742-46e8-bc3b-33d308bc684b admin admin] Publish callbacks [] for security_group (454bf1aa-201d-45c7-9ee1-6ad224f2cac7), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:55.649932 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-30e82322-6097-4583-a5e9-49c4808985b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68', 'name': 'tempest-ServerRescueNegativeTestJSON-2000617148-router', 'tenant_id': 'fc235d83432140bcb213022a9840f5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '92dfcf88-d457-4bfe-8b39-973bf45fee8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:27:40Z', 'updated_at': '2022-04-06T11:27:47Z', 'revision_number': 4, 'project_id': 'fc235d83432140bcb213022a9840f5c2', 'gw_port': {'id': '92dfcf88-d457-4bfe-8b39-973bf45fee8c', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:8c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:27:41Z', 'updated_at': '2022-04-06T11:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_interfaces': [{'id': '2cbdbc52-0aaa-46ec-a404-9739a384da95', 'name': '', 'network_id': '106eef2d-4f40-46cd-832f-5b84b361bc62', 'tenant_id': 'fc235d83432140bcb213022a9840f5c2', 'mac_address': 'fa:16:3e:15:bc:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b1304d50-4387-41c0-a102-fa6eb203f82e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:27:46Z', 'updated_at': '2022-04-06T11:27:54Z', 'revision_number': 4, 'project_id': 'fc235d83432140bcb213022a9840f5c2', 'subnets': [{'id': 'b1304d50-4387-41c0-a102-fa6eb203f82e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:27:55.683116 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e82322-6097-4583-a5e9-49c4808985b1 None None] The sync data for ids ['4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68'] in dv-cinder-836073-2-iscsi is: [{'id': '4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68', 'name': 'tempest-ServerRescueNegativeTestJSON-2000617148-router', 'tenant_id': 'fc235d83432140bcb213022a9840f5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '92dfcf88-d457-4bfe-8b39-973bf45fee8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:27:40Z', 'updated_at': '2022-04-06T11:27:47Z', 'revision_number': 4, 'project_id': 'fc235d83432140bcb213022a9840f5c2', 'gw_port': {'id': '92dfcf88-d457-4bfe-8b39-973bf45fee8c', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:8c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:27:41Z', 'updated_at': '2022-04-06T11:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_interfaces': [{'id': '2cbdbc52-0aaa-46ec-a404-9739a384da95', 'name': '', 'network_id': '106eef2d-4f40-46cd-832f-5b84b361bc62', 'tenant_id': 'fc235d83432140bcb213022a9840f5c2', 'mac_address': 'fa:16:3e:15:bc:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b1304d50-4387-41c0-a102-fa6eb203f82e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:27:46Z', 'updated_at': '2022-04-06T11:27:54Z', 'revision_number': 4, 'project_id': 'fc235d83432140bcb213022a9840f5c2', 'subnets': [{'id': 'b1304d50-4387-41c0-a102-fa6eb203f82e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:27:55.701665 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08f15bc-395e-43e3-a00c-57344705d18a None None] Routers {'e4830d76-585b-409b-8bf7-45931346e0dc'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:27:55.702698 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-d08f15bc-395e-43e3-a00c-57344705d18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:27:39Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['e4830d76-585b-409b-8bf7-45931346e0dc'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:27:55.723195 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1c4708db-5936-4e61-a7cf-f1391694a1bc tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks [] for security_group (bd7f9ccd-ed17-41d5-9a76-4d027a6a8ed5), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:55.824269 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f4548670-c742-46e8-bc3b-33d308bc684b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (454bf1aa-201d-45c7-9ee1-6ad224f2cac7), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:55.829052 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f4548670-c742-46e8-bc3b-33d308bc684b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:55.831348 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-f4548670-c742-46e8-bc3b-33d308bc684b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/454bf1aa-201d-45c7-9ee1-6ad224f2cac7 HTTP/1.1" status: 204 len: 168 time: 0.5242260 Apr 06 11:27:55.847415 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7364e9d0-813d-4a5a-8455-69a5977d13a6 x-openstack-request-id: req-7364e9d0-813d-4a5a-8455-69a5977d13a6 {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:27:55.847415 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec4f05ca-fb96-4749-ac4d-3019e15200ec", "tag": "99685ee7-639b-4d8f-8140-a99b25373c7d", "status": "completed", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:27:55.850527 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7364e9d0-813d-4a5a-8455-69a5977d13a6 {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:27:55.853978 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7364e9d0-813d-4a5a-8455-69a5977d13a6'] response: {'name': 'network-changed', 'server_uuid': 'ec4f05ca-fb96-4749-ac4d-3019e15200ec', 'tag': '99685ee7-639b-4d8f-8140-a99b25373c7d', 'status': 'completed', 'code': 200} Apr 06 11:27:55.860651 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4548670-c742-46e8-bc3b-33d308bc684b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=454bf1aa-201d-45c7-9ee1-6ad224f2cac7,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:27:55.861890 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504436ba-5914-4188-b3c5-f05b792ae8f1 None None] Pushing event updated for resources: {'Port': ['ID=72e2d78d-619a-499d-a9a9-0df015ca6b4c,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:27:55.864517 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1c4708db-5936-4e61-a7cf-f1391694a1bc tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (bd7f9ccd-ed17-41d5-9a76-4d027a6a8ed5), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:56.112949 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-a96968bb-881d-438d-892d-e0d1452c7b42 None None] Current status of the port 72e2d78d-619a-499d-a9a9-0df015ca6b4c is: DOWN; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:27:56.113380 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a96968bb-881d-438d-892d-e0d1452c7b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (72e2d78d-619a-499d-a9a9-0df015ca6b4c), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:56.168229 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-a96968bb-881d-438d-892d-e0d1452c7b42 None None] For port 72e2d78d-619a-499d-a9a9-0df015ca6b4c, host dv-cinder-836073-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=72e2d78d-619a-499d-a9a9-0df015ca6b4c,segment=NetworkSegment(3347e514-facd-4073-b90b-64355ba61658),segment_id=3347e514-facd-4073-b90b-64355ba61658)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:27:56.177514 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-d08f15bc-395e-43e3-a00c-57344705d18a None None] Set router e4830d76-585b-409b-8bf7-45931346e0dc gateway port host: dv-cinder-836073-2-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:27:56.274156 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4708db-5936-4e61-a7cf-f1391694a1bc tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7f9ccd-ed17-41d5-9a76-4d027a6a8ed5,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:27:56.295395 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a96968bb-881d-438d-892d-e0d1452c7b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (72e2d78d-619a-499d-a9a9-0df015ca6b4c), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:56.318010 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1c4708db-5936-4e61-a7cf-f1391694a1bc tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:56.325033 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-1c4708db-5936-4e61-a7cf-f1391694a1bc tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.3821805 Apr 06 11:27:56.325734 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 48600) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:27:56.334753 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-da194eb4-dc41-456f-8c4c-f277284569d0 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Request body: {'security_group_rule': {'security_group_id': 'bd7f9ccd-ed17-41d5-9a76-4d027a6a8ed5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:27:56.365522 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2100d9-04b1-443a-b840-e92b324ce22f req-a1b6e34f-6489-4af7-87a1-f3d5e7d48e74 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:27:56.372089 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ac2100d9-04b1-443a-b840-e92b324ce22f req-a1b6e34f-6489-4af7-87a1-f3d5e7d48e74 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/networks?id=106eef2d-4f40-46cd-832f-5b84b361bc62 HTTP/1.1" status: 200 len: 819 time: 0.6958430 Apr 06 11:27:56.392984 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ac2100d9-04b1-443a-b840-e92b324ce22f req-0545d6ce-6fb2-4461-a168-ba127ace37ed tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/quotas/fc235d83432140bcb213022a9840f5c2 HTTP/1.1" status: 200 len: 375 time: 0.0170033 Apr 06 11:27:56.493353 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-da194eb4-dc41-456f-8c4c-f277284569d0 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks [] for security_group_rule (a9543df0-1537-43ea-baab-3d7a5d0543de), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:56.535412 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ac2100d9-04b1-443a-b840-e92b324ce22f req-f8963b59-fa94-4cb8-8d38-94c15ddfd6cf tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=fc235d83432140bcb213022a9840f5c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1341929 Apr 06 11:27:56.716696 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ac2100d9-04b1-443a-b840-e92b324ce22f req-086b693b-cd8a-40d8-8bd5-57028ef8961e service neutron] 10.222.0.43 "GET /v2.0/networks/106eef2d-4f40-46cd-832f-5b84b361bc62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801898 Apr 06 11:27:56.853294 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device 2cbdbc52-0aaa-46ec-a404-9739a384da95 up at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:27:56.863378 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-a96968bb-881d-438d-892d-e0d1452c7b42 None None] Provisioning complete for port 2cbdbc52-0aaa-46ec-a404-9739a384da95 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:27:56.863644 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a96968bb-881d-438d-892d-e0d1452c7b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (2cbdbc52-0aaa-46ec-a404-9739a384da95), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:56.907878 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-da194eb4-dc41-456f-8c4c-f277284569d0 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks [] for security_group_rule (a9543df0-1537-43ea-baab-3d7a5d0543de), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:56.978062 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ab6535-7cab-448c-b5ca-b308aa468640 req-9abc690a-5166-4c15-b01e-3151d00ea8b1 tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:27:56.990498 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-61ab6535-7cab-448c-b5ca-b308aa468640 req-9abc690a-5166-4c15-b01e-3151d00ea8b1 tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec4f05ca-fb96-4749-ac4d-3019e15200ec HTTP/1.1" status: 200 len: 943 time: 0.3525062 Apr 06 11:27:57.015418 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-da194eb4-dc41-456f-8c4c-f277284569d0 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770697'] for security_group_rule (a9543df0-1537-43ea-baab-3d7a5d0543de), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:57.117069 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96968bb-881d-438d-892d-e0d1452c7b42 None None] Pushing event updated for resources: {'Port': ['ID=72e2d78d-619a-499d-a9a9-0df015ca6b4c,revision_number=5']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:27:57.157328 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ac2100d9-04b1-443a-b840-e92b324ce22f req-557c5648-5598-482f-9608-09a27734e2ab service neutron] 10.222.0.43 "GET /v2.0/networks/106eef2d-4f40-46cd-832f-5b84b361bc62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4331460 Apr 06 11:27:57.181001 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Provisioning complete for port 2cbdbc52-0aaa-46ec-a404-9739a384da95 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:27:57.181001 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (2cbdbc52-0aaa-46ec-a404-9739a384da95), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:57.234010 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da194eb4-dc41-456f-8c4c-f277284569d0 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9543df0-1537-43ea-baab-3d7a5d0543de,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:27:57.263217 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b10091-bd41-4e31-879d-7d22cd0caa63 req-918b5012-31dc-4d55-b490-76e372cab67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:27:57.267224 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e2b10091-bd41-4e31-879d-7d22cd0caa63 req-918b5012-31dc-4d55-b490-76e372cab67c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5fc5829786b348ac9cacd8bca2535fbf&device_id=ec4f05ca-fb96-4749-ac4d-3019e15200ec HTTP/1.1" status: 200 len: 1127 time: 0.3022714 Apr 06 11:27:57.361117 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-a96968bb-881d-438d-892d-e0d1452c7b42 None None] Current status of the port 2cbdbc52-0aaa-46ec-a404-9739a384da95 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:27:57.389859 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-d08f15bc-395e-43e3-a00c-57344705d18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4830d76-585b-409b-8bf7-45931346e0dc', 'name': 'tempest-AttachVolumeTestJSON-1810931883-router', 'tenant_id': '3d847e14f64944dba3c2bfdecc16dd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': '6c476607-db3a-403a-93a6-d7736b229bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:27:40Z', 'updated_at': '2022-04-06T11:27:48Z', 'revision_number': 4, 'project_id': '3d847e14f64944dba3c2bfdecc16dd16', 'gw_port': {'id': '6c476607-db3a-403a-93a6-d7736b229bad', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:68:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4830d76-585b-409b-8bf7-45931346e0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:27:41Z', 'updated_at': '2022-04-06T11:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_interfaces': [{'id': '72e2d78d-619a-499d-a9a9-0df015ca6b4c', 'name': '', 'network_id': 'dc23bab2-5009-4000-9be8-b01c02506344', 'tenant_id': '3d847e14f64944dba3c2bfdecc16dd16', 'mac_address': 'fa:16:3e:fc:95:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4830d76-585b-409b-8bf7-45931346e0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'af591e27-8cd2-4603-8651-34dd07f2f0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:27:46Z', 'updated_at': '2022-04-06T11:27:55Z', 'revision_number': 4, 'project_id': '3d847e14f64944dba3c2bfdecc16dd16', 'subnets': [{'id': 'af591e27-8cd2-4603-8651-34dd07f2f0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:27:57.394197 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-da194eb4-dc41-456f-8c4c-f277284569d0 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:57.400256 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-da194eb4-dc41-456f-8c4c-f277284569d0 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0729933 Apr 06 11:27:57.415722 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 48638) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:27:57.440793 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-eba9fb79-9e23-456d-b5b1-ca8c27718f9e tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Request body: {'security_group_rule': {'security_group_id': 'bd7f9ccd-ed17-41d5-9a76-4d027a6a8ed5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:27:57.465929 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-61ab6535-7cab-448c-b5ca-b308aa468640 req-9fbd404e-ce9e-4f28-b462-6f4e5691b018 tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d4bf464-bde8-419b-aed7-2fb160b78897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4744008 Apr 06 11:27:57.529252 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08f15bc-395e-43e3-a00c-57344705d18a None None] The sync data for ids ['e4830d76-585b-409b-8bf7-45931346e0dc'] in dv-cinder-836073-2-iscsi is: [{'id': 'e4830d76-585b-409b-8bf7-45931346e0dc', 'name': 'tempest-AttachVolumeTestJSON-1810931883-router', 'tenant_id': '3d847e14f64944dba3c2bfdecc16dd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': '6c476607-db3a-403a-93a6-d7736b229bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:27:40Z', 'updated_at': '2022-04-06T11:27:48Z', 'revision_number': 4, 'project_id': '3d847e14f64944dba3c2bfdecc16dd16', 'gw_port': {'id': '6c476607-db3a-403a-93a6-d7736b229bad', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:68:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4830d76-585b-409b-8bf7-45931346e0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:27:41Z', 'updated_at': '2022-04-06T11:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_interfaces': [{'id': '72e2d78d-619a-499d-a9a9-0df015ca6b4c', 'name': '', 'network_id': 'dc23bab2-5009-4000-9be8-b01c02506344', 'tenant_id': '3d847e14f64944dba3c2bfdecc16dd16', 'mac_address': 'fa:16:3e:fc:95:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4830d76-585b-409b-8bf7-45931346e0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'af591e27-8cd2-4603-8651-34dd07f2f0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:27:46Z', 'updated_at': '2022-04-06T11:27:55Z', 'revision_number': 4, 'project_id': '3d847e14f64944dba3c2bfdecc16dd16', 'subnets': [{'id': 'af591e27-8cd2-4603-8651-34dd07f2f0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:27:57.612603 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e2b10091-bd41-4e31-879d-7d22cd0caa63 req-70643283-30ef-4a26-8712-f1ab39248170 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99685ee7-639b-4d8f-8140-a99b25373c7d HTTP/1.1" status: 200 len: 217 time: 0.3352389 Apr 06 11:27:57.650273 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-eba9fb79-9e23-456d-b5b1-ca8c27718f9e tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks [] for security_group_rule (351bf01f-e98e-455c-9d0d-23dd27cee9af), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:57.654492 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-1b91dc0b-57cb-4112-ac76-f4283b2e5133 None None] Provisioning complete for port 72e2d78d-619a-499d-a9a9-0df015ca6b4c triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:27:57.654912 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-1b91dc0b-57cb-4112-ac76-f4283b2e5133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (72e2d78d-619a-499d-a9a9-0df015ca6b4c), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:57.770417 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-9d2a1347-3019-4387-b8f1-cbd2fc2c52bb req-f496f1a9-18c7-41ef-aceb-626419c5288e tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=d35c028e-4cf8-489c-80b7-b86c29b4931d HTTP/1.1" status: 200 len: 210 time: 0.1530778 Apr 06 11:27:57.831183 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b10091-bd41-4e31-879d-7d22cd0caa63 req-2c74c9e6-8679-461d-b43a-4c242bc582d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:27:57.832693 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e2b10091-bd41-4e31-879d-7d22cd0caa63 req-2c74c9e6-8679-461d-b43a-4c242bc582d8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=64c4f95f-91b8-4ad4-a895-e7c2a39d3913 HTTP/1.1" status: 200 len: 852 time: 0.2117832 Apr 06 11:27:57.935166 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-eba9fb79-9e23-456d-b5b1-ca8c27718f9e tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks [] for security_group_rule (351bf01f-e98e-455c-9d0d-23dd27cee9af), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:58.009551 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-eba9fb79-9e23-456d-b5b1-ca8c27718f9e tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770697'] for security_group_rule (351bf01f-e98e-455c-9d0d-23dd27cee9af), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:58.079105 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba9fb79-9e23-456d-b5b1-ca8c27718f9e tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=351bf01f-e98e-455c-9d0d-23dd27cee9af,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:27:58.140462 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e2b10091-bd41-4e31-879d-7d22cd0caa63 req-aaac1315-3815-4f30-9c85-fb79842baa16 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d17c45f2-42c4-4cfe-a64d-a4b82313e9f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2560253 Apr 06 11:27:58.142789 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Current status of the port 2cbdbc52-0aaa-46ec-a404-9739a384da95 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:27:58.198244 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-eba9fb79-9e23-456d-b5b1-ca8c27718f9e tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:58.200229 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-eba9fb79-9e23-456d-b5b1-ca8c27718f9e tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7871845 Apr 06 11:27:58.203033 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 48680) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:27:58.207871 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-27d2e7ba-4cb9-4e83-9b22-088a23a34bf6 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Request body: {'floatingip': {'floating_network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:27:58.301716 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-1b91dc0b-57cb-4112-ac76-f4283b2e5133 None None] Current status of the port 72e2d78d-619a-499d-a9a9-0df015ca6b4c is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:27:58.370987 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-27d2e7ba-4cb9-4e83-9b22-088a23a34bf6 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:58.578202 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 48702) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:27:58.854391 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device 72e2d78d-619a-499d-a9a9-0df015ca6b4c up at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:27:58.898137 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-27d2e7ba-4cb9-4e83-9b22-088a23a34bf6 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:58.911560 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-7f2744b9-e9d8-4af7-93b4-d51828b4a83d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1019285458-network', 'tenant_id': '3df3f8b522d946d0b4c72ed7b157f28d'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:27:58.930663 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac44c4e-26e8-4ed9-baff-39e44fdbaf23 req-6f4ce665-07fe-49fa-86dd-66297dd9a604 tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:27:58.932577 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3ac44c4e-26e8-4ed9-baff-39e44fdbaf23 req-6f4ce665-07fe-49fa-86dd-66297dd9a604 tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec4f05ca-fb96-4749-ac4d-3019e15200ec HTTP/1.1" status: 200 len: 943 time: 0.2966855 Apr 06 11:27:58.934661 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.48', 60497) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:27:58.955296 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e2b10091-bd41-4e31-879d-7d22cd0caa63 req-c3397c76-b557-44be-b8ce-4f7348a1e105 service neutron] 10.222.0.48 "GET /v2.0/networks/d17c45f2-42c4-4cfe-a64d-a4b82313e9f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3801696 Apr 06 11:27:58.983737 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-7e1db368-70a6-4656-99cb-7c3bbfa62fed req-3280ba06-e307-48a0-8ba2-46bb356bc3d5 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=d35c028e-4cf8-489c-80b7-b86c29b4931d HTTP/1.1" status: 200 len: 210 time: 0.1340046 Apr 06 11:27:59.063977 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Provisioning complete for port 72e2d78d-619a-499d-a9a9-0df015ca6b4c triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:27:59.065020 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (72e2d78d-619a-499d-a9a9-0df015ca6b4c), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:59.152107 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f2744b9-e9d8-4af7-93b4-d51828b4a83d admin admin] Made reservation on behalf of 3df3f8b522d946d0b4c72ed7b157f28d for: {'network': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:27:59.154990 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-7f2744b9-e9d8-4af7-93b4-d51828b4a83d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for network (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:59.172427 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-7f2744b9-e9d8-4af7-93b4-d51828b4a83d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:59.191514 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Current status of the port 72e2d78d-619a-499d-a9a9-0df015ca6b4c is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:27:59.344414 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3ac44c4e-26e8-4ed9-baff-39e44fdbaf23 req-3f3093f7-dfcc-4ff6-88e0-bb9592943c64 tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d4bf464-bde8-419b-aed7-2fb160b78897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3569603 Apr 06 11:27:59.389690 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-7f2744b9-e9d8-4af7-93b4-d51828b4a83d admin admin] Publish callbacks [] for security_group (fc0cc7bb-b1d6-4d93-8be7-eae9105fe7a9), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:59.434577 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f19e87-a661-4271-a929-05473c9df589 req-2472ffee-84d7-4ec9-afad-3263a506fb92 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:27:59.436400 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-35f19e87-a661-4271-a929-05473c9df589 req-2472ffee-84d7-4ec9-afad-3263a506fb92 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.48 "GET /v2.0/networks?id=106eef2d-4f40-46cd-832f-5b84b361bc62 HTTP/1.1" status: 200 len: 819 time: 0.5007460 Apr 06 11:27:59.448718 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e2b10091-bd41-4e31-879d-7d22cd0caa63 req-4ccab992-6177-45f5-87e3-eaffa55e1141 service neutron] 10.222.0.48 "GET /v2.0/networks/d17c45f2-42c4-4cfe-a64d-a4b82313e9f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4189456 Apr 06 11:27:59.455713 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [None req-27d2e7ba-4cb9-4e83-9b22-088a23a34bf6 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Allocated IP 172.27.2.116 (698fa61f-093e-4dd4-aaec-c1b231275ecc/4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809/71ac8294-e2df-42f9-a0a0-592145c9aec6) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:27:59.502946 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-7f2744b9-e9d8-4af7-93b4-d51828b4a83d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (fc0cc7bb-b1d6-4d93-8be7-eae9105fe7a9), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:59.533363 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f2744b9-e9d8-4af7-93b4-d51828b4a83d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=103881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 11:27:59.568144 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2744b9-e9d8-4af7-93b4-d51828b4a83d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc0cc7bb-b1d6-4d93-8be7-eae9105fe7a9,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:27:59.576222 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-7f2744b9-e9d8-4af7-93b4-d51828b4a83d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726494'] for segment (69eac265-ab28-4838-adf3-345437876a61), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:59.576865 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.db.segments_db [None req-7f2744b9-e9d8-4af7-93b4-d51828b4a83d admin admin] Added segment 69eac265-ab28-4838-adf3-345437876a61 of type vlan for network fabe8c1a-78cb-4186-944e-ba68d4955a3c Apr 06 11:27:59.643688 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [req-35f19e87-a661-4271-a929-05473c9df589 req-040e90e8-a83f-477f-a4f7-88459b14af6c tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Request body: {'port': {'device_id': 'a5f3e882-c3d2-4207-90be-fb022681182c', 'network_id': '106eef2d-4f40-46cd-832f-5b84b361bc62', 'admin_state_up': True, 'tenant_id': 'fc235d83432140bcb213022a9840f5c2'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:27:59.652809 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-27d2e7ba-4cb9-4e83-9b22-088a23a34bf6 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks [] for port (71ac8294-e2df-42f9-a0a0-592145c9aec6), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:59.710068 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-7f2744b9-e9d8-4af7-93b4-d51828b4a83d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779192449082'] for network (fabe8c1a-78cb-4186-944e-ba68d4955a3c), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:59.809879 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-7f2744b9-e9d8-4af7-93b4-d51828b4a83d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322'] for network (fabe8c1a-78cb-4186-944e-ba68d4955a3c), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:59.811090 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2744b9-e9d8-4af7-93b4-d51828b4a83d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:27:59.811670 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-7f2744b9-e9d8-4af7-93b4-d51828b4a83d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570608'] for network (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:59.858817 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-27d2e7ba-4cb9-4e83-9b22-088a23a34bf6 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779192465924'] for port (71ac8294-e2df-42f9-a0a0-592145c9aec6), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:59.900887 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d2e7ba-4cb9-4e83-9b22-088a23a34bf6 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Network 698fa61f-093e-4dd4-aaec-c1b231275ecc is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:27:59.905214 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-27d2e7ba-4cb9-4e83-9b22-088a23a34bf6 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:27:59.909880 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d2e7ba-4cb9-4e83-9b22-088a23a34bf6 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:27:59.927436 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35f19e87-a661-4271-a929-05473c9df589 req-040e90e8-a83f-477f-a4f7-88459b14af6c tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Made reservation on behalf of fc235d83432140bcb213022a9840f5c2 for: {'port': 1} {{(pid=103882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:27:59.932145 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-35f19e87-a661-4271-a929-05473c9df589 req-040e90e8-a83f-477f-a4f7-88459b14af6c tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:59.944152 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2744b9-e9d8-4af7-93b4-d51828b4a83d admin admin] Pushing event updated for resources: {'Network': ['ID=fabe8c1a-78cb-4186-944e-ba68d4955a3c,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:27:59.961457 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-7f2744b9-e9d8-4af7-93b4-d51828b4a83d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3815737 Apr 06 11:27:59.962255 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 48742) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:27:59.966564 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Network fabe8c1a-78cb-4186-944e-ba68d4955a3c details requested by agent ovs-agent-dv-cinder-836073-2-iscsi with host dv-cinder-836073-2-iscsi {{(pid=103883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 11:27:59.969678 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-91173793-666f-431d-97d9-31f796a7a72a admin admin] Request body: {'subnet': {'network_id': 'fabe8c1a-78cb-4186-944e-ba68d4955a3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1019285458-subnet', 'tenant_id': '3df3f8b522d946d0b4c72ed7b157f28d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:28:00.072745 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91173793-666f-431d-97d9-31f796a7a72a admin admin] Made reservation on behalf of 3df3f8b522d946d0b4c72ed7b157f28d for: {'subnet': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:28:00.083776 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-91173793-666f-431d-97d9-31f796a7a72a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:00.113154 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-e1658b07-9fc0-4b30-b05f-c0995d6f941c req-7768d077-1848-4ad8-b649-124714c77f32 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=d35c028e-4cf8-489c-80b7-b86c29b4931d HTTP/1.1" status: 200 len: 210 time: 0.0554893 Apr 06 11:28:00.484898 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d2e7ba-4cb9-4e83-9b22-088a23a34bf6 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Pushing event updated for resources: {'Port': ['ID=71ac8294-e2df-42f9-a0a0-592145c9aec6,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:00.599465 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-27d2e7ba-4cb9-4e83-9b22-088a23a34bf6 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks [] for floatingip (8a795ddc-ae4f-4425-8469-cdf2f8c00254), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:00.620814 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-91173793-666f-431d-97d9-31f796a7a72a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322'] for subnet (8bba4742-44c2-4170-9f83-3a7d4cd0b17b), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:00.651681 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [req-35f19e87-a661-4271-a929-05473c9df589 req-040e90e8-a83f-477f-a4f7-88459b14af6c tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Allocated IP 172.20.0.7 (106eef2d-4f40-46cd-832f-5b84b361bc62/b1304d50-4387-41c0-a102-fa6eb203f82e/7fcabb26-3c5a-4b0d-b661-44c5c09bec89) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:28:00.669873 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd2ae3a-1864-4cab-8194-542c7441874e req-826bd06d-1466-4689-95ab-0b45b67547fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:00.672222 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5dd2ae3a-1864-4cab-8194-542c7441874e req-826bd06d-1466-4689-95ab-0b45b67547fd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5fc5829786b348ac9cacd8bca2535fbf&device_id=ec4f05ca-fb96-4749-ac4d-3019e15200ec HTTP/1.1" status: 200 len: 1127 time: 0.6255388 Apr 06 11:28:00.731338 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a04ecea-cb07-45df-ae51-9522626f3f15 req-a32872ee-735e-43b6-ab81-52adc9164e4c tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:00.733027 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2a04ecea-cb07-45df-ae51-9522626f3f15 req-a32872ee-735e-43b6-ab81-52adc9164e4c tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec4f05ca-fb96-4749-ac4d-3019e15200ec HTTP/1.1" status: 200 len: 943 time: 0.1672254 Apr 06 11:28:00.765328 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91173793-666f-431d-97d9-31f796a7a72a admin admin] Checking segment: {'id': '69eac265-ab28-4838-adf3-345437876a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'fabe8c1a-78cb-4186-944e-ba68d4955a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:28:00.766447 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91173793-666f-431d-97d9-31f796a7a72a admin admin] Network hostable DHCP agents. Network: fabe8c1a-78cb-4186-944e-ba68d4955a3c, hostable agents: ['8a8bc679-53b2-461d-b015-cec5a247fb94'], hosted agents: [] {{(pid=103881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 11:28:00.769138 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91173793-666f-431d-97d9-31f796a7a72a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bba4742-44c2-4170-9f83-3a7d4cd0b17b,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:00.875175 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-27d2e7ba-4cb9-4e83-9b22-088a23a34bf6 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (71ac8294-e2df-42f9-a0a0-592145c9aec6), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:00.892326 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91173793-666f-431d-97d9-31f796a7a72a admin admin] Network fabe8c1a-78cb-4186-944e-ba68d4955a3c is scheduled to be hosted by DHCP agent 8a8bc679-53b2-461d-b015-cec5a247fb94 with binding_index 1 {{(pid=103881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 11:28:00.981057 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-91173793-666f-431d-97d9-31f796a7a72a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836073-2-iscsi, fabe8c1a-78cb-4186-944e-ba68d4955a3c) {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:28:00.986741 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91173793-666f-431d-97d9-31f796a7a72a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:00.990384 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-91173793-666f-431d-97d9-31f796a7a72a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570608'] for subnet (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:00.992853 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347990a5-33c1-4a4b-98e9-2e2d92a5d6bc None None] Network fabe8c1a-78cb-4186-944e-ba68d4955a3c requested from dv-cinder-836073-2-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:28:01.091713 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-91173793-666f-431d-97d9-31f796a7a72a admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1277177 Apr 06 11:28:01.159208 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2a04ecea-cb07-45df-ae51-9522626f3f15 req-3961a34d-2873-4033-bf5c-a098d947c39b tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d4bf464-bde8-419b-aed7-2fb160b78897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4202406 Apr 06 11:28:01.256012 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-35f19e87-a661-4271-a929-05473c9df589 req-040e90e8-a83f-477f-a4f7-88459b14af6c tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Publish callbacks [] for port (7fcabb26-3c5a-4b0d-b661-44c5c09bec89), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:01.279855 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e07818c-0a49-4906-b9a5-dbf5827679a7 None None] Network fabe8c1a-78cb-4186-944e-ba68d4955a3c requested from dv-cinder-836073-2-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:28:01.347487 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-e3494209-cff1-437d-a1e5-5c2df4f5df98 req-8d974f92-d193-4a4d-944b-9090aa789489 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=d35c028e-4cf8-489c-80b7-b86c29b4931d HTTP/1.1" status: 200 len: 210 time: 0.0547953 Apr 06 11:28:01.624208 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-27d2e7ba-4cb9-4e83-9b22-088a23a34bf6 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks [] for port (71ac8294-e2df-42f9-a0a0-592145c9aec6), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:01.636719 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd2ae3a-1864-4cab-8194-542c7441874e req-7639c98f-afcd-4a13-b3df-4ccbd6d1e5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:01.638741 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5dd2ae3a-1864-4cab-8194-542c7441874e req-7639c98f-afcd-4a13-b3df-4ccbd6d1e5cb service neutron] 10.222.0.48 "GET /v2.0/networks?id=d17c45f2-42c4-4cfe-a64d-a4b82313e9f3 HTTP/1.1" status: 200 len: 913 time: 0.2944131 Apr 06 11:28:01.655456 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.48', 60503) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:01.714730 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-27d2e7ba-4cb9-4e83-9b22-088a23a34bf6 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (71ac8294-e2df-42f9-a0a0-592145c9aec6), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:01.720485 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-35f19e87-a661-4271-a929-05473c9df589 req-040e90e8-a83f-477f-a4f7-88459b14af6c tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779192465924'] for port (7fcabb26-3c5a-4b0d-b661-44c5c09bec89), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:01.779209 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-27d2e7ba-4cb9-4e83-9b22-088a23a34bf6 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-886429'] for floatingip (8a795ddc-ae4f-4425-8469-cdf2f8c00254), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:01.868683 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5dd2ae3a-1864-4cab-8194-542c7441874e req-536878cf-a6de-421b-aae4-9da807bb6625 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99685ee7-639b-4d8f-8140-a99b25373c7d HTTP/1.1" status: 200 len: 217 time: 0.1101446 Apr 06 11:28:01.886124 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35f19e87-a661-4271-a929-05473c9df589 req-040e90e8-a83f-477f-a4f7-88459b14af6c tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Network 106eef2d-4f40-46cd-832f-5b84b361bc62 is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:28:01.902793 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [req-35f19e87-a661-4271-a929-05473c9df589 req-040e90e8-a83f-477f-a4f7-88459b14af6c tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:28:01.909633 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d2e7ba-4cb9-4e83-9b22-088a23a34bf6 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Pushing event updated for resources: {'Port': ['ID=71ac8294-e2df-42f9-a0a0-592145c9aec6,revision_number=2']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:01.920836 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [req-35f19e87-a661-4271-a929-05473c9df589 req-040e90e8-a83f-477f-a4f7-88459b14af6c tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:28:01.934074 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f19e87-a661-4271-a929-05473c9df589 req-040e90e8-a83f-477f-a4f7-88459b14af6c tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:01.934750 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-35f19e87-a661-4271-a929-05473c9df589 req-040e90e8-a83f-477f-a4f7-88459b14af6c tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570608'] for port (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:02.087434 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-35f19e87-a661-4271-a929-05473c9df589 req-040e90e8-a83f-477f-a4f7-88459b14af6c tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4554777 Apr 06 11:28:02.091313 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-27d2e7ba-4cb9-4e83-9b22-088a23a34bf6 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for floatingip (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:02.108242 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-27d2e7ba-4cb9-4e83-9b22-088a23a34bf6 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9038327 Apr 06 11:28:02.122709 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [req-35f19e87-a661-4271-a929-05473c9df589 req-6e5fd525-9aa6-4e54-82bc-8ae53670d1c4 service neutron] Request body: {'port': {'device_id': 'a5f3e882-c3d2-4207-90be-fb022681182c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:28:02.184310 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd2ae3a-1864-4cab-8194-542c7441874e req-bc060b3c-6310-472a-95bc-63335b2ec0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:02.190157 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5dd2ae3a-1864-4cab-8194-542c7441874e req-bc060b3c-6310-472a-95bc-63335b2ec0a6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=64c4f95f-91b8-4ad4-a895-e7c2a39d3913 HTTP/1.1" status: 200 len: 852 time: 0.2207682 Apr 06 11:28:02.190157 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040e90e8-a83f-477f-a4f7-88459b14af6c tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Pushing event updated for resources: {'Port': ['ID=7fcabb26-3c5a-4b0d-b661-44c5c09bec89,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:02.277304 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2100d9-04b1-443a-b840-e92b324ce22f req-32aaeb33-1577-4dc1-8f72-1710293938f3 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:02.279714 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ac2100d9-04b1-443a-b840-e92b324ce22f req-32aaeb33-1577-4dc1-8f72-1710293938f3 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.48 "GET /v2.0/networks?id=106eef2d-4f40-46cd-832f-5b84b361bc62 HTTP/1.1" status: 200 len: 819 time: 0.5136638 Apr 06 11:28:02.316215 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [req-ac2100d9-04b1-443a-b840-e92b324ce22f req-0629a7eb-8d0f-4118-91d5-74d1455d926a tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Request body: {'port': {'device_id': 'd35c028e-4cf8-489c-80b7-b86c29b4931d', 'network_id': '106eef2d-4f40-46cd-832f-5b84b361bc62', 'admin_state_up': True, 'tenant_id': 'fc235d83432140bcb213022a9840f5c2'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:28:02.386818 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5dd2ae3a-1864-4cab-8194-542c7441874e req-945d4914-dc9a-4406-80fd-dc11116b0a02 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d17c45f2-42c4-4cfe-a64d-a4b82313e9f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1715822 Apr 06 11:28:02.393495 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-322ee102-d55f-4ec1-aa03-68c3c4b18dce None None] Provisioning complete for port 7fcabb26-3c5a-4b0d-b661-44c5c09bec89 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:28:02.394101 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-322ee102-d55f-4ec1-aa03-68c3c4b18dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (7fcabb26-3c5a-4b0d-b661-44c5c09bec89), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:02.408873 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-35f19e87-a661-4271-a929-05473c9df589 req-6e5fd525-9aa6-4e54-82bc-8ae53670d1c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (7fcabb26-3c5a-4b0d-b661-44c5c09bec89), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:02.506186 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-322ee102-d55f-4ec1-aa03-68c3c4b18dce None None] Port 7fcabb26-3c5a-4b0d-b661-44c5c09bec89 cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:28:02.750638 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 48856) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:02.802574 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 48858) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:02.809412 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5dd2ae3a-1864-4cab-8194-542c7441874e req-a25f4aea-46b3-4550-9afb-850aa160a483 service neutron] 10.222.0.48 "GET /v2.0/networks/d17c45f2-42c4-4cfe-a64d-a4b82313e9f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3637078 Apr 06 11:28:02.841828 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-51873317-f33f-4cdd-9a09-69cab69b8b42 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1512710841-network', 'tenant_id': '90ddbc372c8a48fd9360c4a20ef2c6f9'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:28:02.863440 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ca5dbe88-3a2a-4bb1-9db8-2b8182d7c540 req-92ed88d8-b917-4d1c-886a-34cf644ec624 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=d35c028e-4cf8-489c-80b7-b86c29b4931d HTTP/1.1" status: 200 len: 210 time: 0.0598059 Apr 06 11:28:02.878238 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09762705-6d20-43af-a1c1-2dd9a0bb1ed6 req-606a13cb-146b-48bd-9c93-f04be8d10e3b tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:02.880001 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-09762705-6d20-43af-a1c1-2dd9a0bb1ed6 req-606a13cb-146b-48bd-9c93-f04be8d10e3b tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec4f05ca-fb96-4749-ac4d-3019e15200ec HTTP/1.1" status: 200 len: 943 time: 0.5347378 Apr 06 11:28:03.014881 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac2100d9-04b1-443a-b840-e92b324ce22f req-0629a7eb-8d0f-4118-91d5-74d1455d926a tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Made reservation on behalf of fc235d83432140bcb213022a9840f5c2 for: {'port': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:28:03.019622 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-ac2100d9-04b1-443a-b840-e92b324ce22f req-0629a7eb-8d0f-4118-91d5-74d1455d926a tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:03.074025 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51873317-f33f-4cdd-9a09-69cab69b8b42 admin admin] Made reservation on behalf of 90ddbc372c8a48fd9360c4a20ef2c6f9 for: {'network': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:28:03.086665 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-51873317-f33f-4cdd-9a09-69cab69b8b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for network (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:03.177766 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-51873317-f33f-4cdd-9a09-69cab69b8b42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:03.357684 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-09762705-6d20-43af-a1c1-2dd9a0bb1ed6 req-912e89fa-94e9-49be-888a-faf0726b5903 tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d4bf464-bde8-419b-aed7-2fb160b78897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4212737 Apr 06 11:28:03.377488 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8204a4c8-716f-413b-bae3-a1005dc752df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:03.434739 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-4172868e-c940-498d-bb5f-92bfbf09727f req-34477e3b-4d2e-4edf-ab22-b4fa1e3e8f2f tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--720557075&fields=id&tenant_id=3d847e14f64944dba3c2bfdecc16dd16 HTTP/1.1" status: 200 len: 267 time: 0.3640587 Apr 06 11:28:03.520241 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8204a4c8-716f-413b-bae3-a1005dc752df admin admin] Publish callbacks [] for security_group (d8ce0866-ae00-45ec-ac08-3e889418e373), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:03.530234 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5dd2ae3a-1864-4cab-8194-542c7441874e req-6eabdbc9-0be6-4208-8311-c97a5fb3a6bc service neutron] 10.222.0.48 "GET /v2.0/networks/d17c45f2-42c4-4cfe-a64d-a4b82313e9f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5925434 Apr 06 11:28:03.622488 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4172868e-c940-498d-bb5f-92bfbf09727f req-d4b6099d-3ad9-46fc-bb0c-277b03c7fd0e tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:03.631753 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-4172868e-c940-498d-bb5f-92bfbf09727f req-d4b6099d-3ad9-46fc-bb0c-277b03c7fd0e tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/networks?id=dc23bab2-5009-4000-9be8-b01c02506344 HTTP/1.1" status: 200 len: 811 time: 0.1961143 Apr 06 11:28:03.639157 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [req-35f19e87-a661-4271-a929-05473c9df589 req-6e5fd525-9aa6-4e54-82bc-8ae53670d1c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fcabb26-3c5a-4b0d-b661-44c5c09bec89 {{(pid=103882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:28:03.652196 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-35f19e87-a661-4271-a929-05473c9df589 req-6e5fd525-9aa6-4e54-82bc-8ae53670d1c4 service neutron] Publish callbacks [] for port (7fcabb26-3c5a-4b0d-b661-44c5c09bec89), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:03.688015 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8204a4c8-716f-413b-bae3-a1005dc752df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (d8ce0866-ae00-45ec-ac08-3e889418e373), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:03.708537 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-4172868e-c940-498d-bb5f-92bfbf09727f req-e9270af6-a691-4a4e-93e9-e81fefed03c2 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/quotas/3d847e14f64944dba3c2bfdecc16dd16 HTTP/1.1" status: 200 len: 375 time: 0.0480447 Apr 06 11:28:03.712421 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [req-35f19e87-a661-4271-a929-05473c9df589 req-6e5fd525-9aa6-4e54-82bc-8ae53670d1c4 service neutron] Transition to ACTIVE for port object 7fcabb26-3c5a-4b0d-b661-44c5c09bec89 will not be triggered until provisioned by entity L2. {{(pid=103882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 11:28:03.761252 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-8204a4c8-716f-413b-bae3-a1005dc752df admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=569e23aae85a430cba85b97ec996d072&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9466701 Apr 06 11:28:03.763446 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8204a4c8-716f-413b-bae3-a1005dc752df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ce0866-ae00-45ec-ac08-3e889418e373,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:03.775067 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 48910) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:03.848984 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-51873317-f33f-4cdd-9a09-69cab69b8b42 admin admin] Publish callbacks [] for security_group (eee121a3-182a-4e96-aa06-377588c46926), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:03.915749 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-35f19e87-a661-4271-a929-05473c9df589 req-6e5fd525-9aa6-4e54-82bc-8ae53670d1c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (7fcabb26-3c5a-4b0d-b661-44c5c09bec89), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:03.924602 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-4172868e-c940-498d-bb5f-92bfbf09727f req-530ed8ee-1414-4089-bb10-59b6125acbb0 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3d847e14f64944dba3c2bfdecc16dd16&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2152121 Apr 06 11:28:04.012788 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-51873317-f33f-4cdd-9a09-69cab69b8b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (eee121a3-182a-4e96-aa06-377588c46926), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:04.143244 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-761b35d7-6749-4f88-955a-690165caea5c req-ecabad6e-f6c4-4a3d-a9fe-63245f132831 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=d35c028e-4cf8-489c-80b7-b86c29b4931d HTTP/1.1" status: 200 len: 210 time: 0.1727777 Apr 06 11:28:04.187482 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5fd525-9aa6-4e54-82bc-8ae53670d1c4 service neutron] Pushing event updated for resources: {'Port': ['ID=7fcabb26-3c5a-4b0d-b661-44c5c09bec89,revision_number=2']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:04.205417 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [req-35f19e87-a661-4271-a929-05473c9df589 req-6e5fd525-9aa6-4e54-82bc-8ae53670d1c4 service neutron] Attempting to bind port 7fcabb26-3c5a-4b0d-b661-44c5c09bec89 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:28:04.205727 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [req-35f19e87-a661-4271-a929-05473c9df589 req-6e5fd525-9aa6-4e54-82bc-8ae53670d1c4 service neutron] Attempting to bind port 7fcabb26-3c5a-4b0d-b661-44c5c09bec89 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '198df4e5-b698-49c8-a8e7-40f2cf45ec63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '106eef2d-4f40-46cd-832f-5b84b361bc62'}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:28:04.206070 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f19e87-a661-4271-a929-05473c9df589 req-6e5fd525-9aa6-4e54-82bc-8ae53670d1c4 service neutron] Attempting to bind port 7fcabb26-3c5a-4b0d-b661-44c5c09bec89 on network 106eef2d-4f40-46cd-832f-5b84b361bc62 {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:28:04.215683 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f19e87-a661-4271-a929-05473c9df589 req-6e5fd525-9aa6-4e54-82bc-8ae53670d1c4 service neutron] Port 7fcabb26-3c5a-4b0d-b661-44c5c09bec89 on network 106eef2d-4f40-46cd-832f-5b84b361bc62 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 11:28:04.220984 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f19e87-a661-4271-a929-05473c9df589 req-6e5fd525-9aa6-4e54-82bc-8ae53670d1c4 service neutron] Attempting to bind port 7fcabb26-3c5a-4b0d-b661-44c5c09bec89 on network 106eef2d-4f40-46cd-832f-5b84b361bc62 {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:28:04.233882 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f19e87-a661-4271-a929-05473c9df589 req-6e5fd525-9aa6-4e54-82bc-8ae53670d1c4 service neutron] Checking agent: {'id': 'dc195572-b6d9-4259-8541-839e457b2650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 25, 36), 'started_at': datetime.datetime(2022, 4, 6, 11, 25, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:28:04.234236 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f19e87-a661-4271-a929-05473c9df589 req-6e5fd525-9aa6-4e54-82bc-8ae53670d1c4 service neutron] Checking segment: {'id': '198df4e5-b698-49c8-a8e7-40f2cf45ec63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '106eef2d-4f40-46cd-832f-5b84b361bc62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:28:04.234631 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f19e87-a661-4271-a929-05473c9df589 req-6e5fd525-9aa6-4e54-82bc-8ae53670d1c4 service neutron] Bound using segment: {'id': '198df4e5-b698-49c8-a8e7-40f2cf45ec63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '106eef2d-4f40-46cd-832f-5b84b361bc62'} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:28:04.235088 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [req-35f19e87-a661-4271-a929-05473c9df589 req-6e5fd525-9aa6-4e54-82bc-8ae53670d1c4 service neutron] Bound port: 7fcabb26-3c5a-4b0d-b661-44c5c09bec89, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '198df4e5-b698-49c8-a8e7-40f2cf45ec63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '106eef2d-4f40-46cd-832f-5b84b361bc62'}}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:28:04.235456 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-35f19e87-a661-4271-a929-05473c9df589 req-6e5fd525-9aa6-4e54-82bc-8ae53670d1c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (7fcabb26-3c5a-4b0d-b661-44c5c09bec89), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:04.344563 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c777a154-3e6d-48aa-8939-57891a36275a admin admin] Publish callbacks [] for security_group (d8ce0866-ae00-45ec-ac08-3e889418e373), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:04.411957 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [req-35f19e87-a661-4271-a929-05473c9df589 req-6e5fd525-9aa6-4e54-82bc-8ae53670d1c4 service neutron] For port 7fcabb26-3c5a-4b0d-b661-44c5c09bec89, host hv-cinder-83607, cleared binding levels {{(pid=103882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:28:04.436567 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [req-35f19e87-a661-4271-a929-05473c9df589 req-6e5fd525-9aa6-4e54-82bc-8ae53670d1c4 service neutron] For port 7fcabb26-3c5a-4b0d-b661-44c5c09bec89, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=7fcabb26-3c5a-4b0d-b661-44c5c09bec89,segment=NetworkSegment(198df4e5-b698-49c8-a8e7-40f2cf45ec63),segment_id=198df4e5-b698-49c8-a8e7-40f2cf45ec63)] {{(pid=103882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:28:04.437076 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51873317-f33f-4cdd-9a09-69cab69b8b42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=103881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 11:28:04.437076 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [req-ac2100d9-04b1-443a-b840-e92b324ce22f req-0629a7eb-8d0f-4118-91d5-74d1455d926a tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Allocated IP 172.20.0.4 (106eef2d-4f40-46cd-832f-5b84b361bc62/b1304d50-4387-41c0-a102-fa6eb203f82e/df1360db-fae3-49fb-a625-9bc6842b513b) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:28:04.473428 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51873317-f33f-4cdd-9a09-69cab69b8b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee121a3-182a-4e96-aa06-377588c46926,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:04.491024 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c777a154-3e6d-48aa-8939-57891a36275a admin admin] Publish callbacks [] for security_group (d8ce0866-ae00-45ec-ac08-3e889418e373), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:04.510759 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-51873317-f33f-4cdd-9a09-69cab69b8b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726494'] for segment (1c192439-4723-4aca-bcf3-0e61f09e36ca), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:04.510759 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.db.segments_db [None req-51873317-f33f-4cdd-9a09-69cab69b8b42 admin admin] Added segment 1c192439-4723-4aca-bcf3-0e61f09e36ca of type vlan for network a775648e-59bc-4a88-a39a-f34063ed9508 Apr 06 11:28:04.563221 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e4f5e-c577-4b1e-b27e-26607f217d91 req-4d2dad5b-a496-433d-8ec5-ac528eb0e5a0 tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:04.564726 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f22e4f5e-c577-4b1e-b27e-26607f217d91 req-4d2dad5b-a496-433d-8ec5-ac528eb0e5a0 tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec4f05ca-fb96-4749-ac4d-3019e15200ec HTTP/1.1" status: 200 len: 943 time: 0.0890896 Apr 06 11:28:04.622599 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-4172868e-c940-498d-bb5f-92bfbf09727f req-7e2094f1-1b5d-4fea-bd83-9ce379b2ed01 service neutron] 10.222.0.43 "GET /v2.0/networks/dc23bab2-5009-4000-9be8-b01c02506344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6577554 Apr 06 11:28:04.656308 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f22e4f5e-c577-4b1e-b27e-26607f217d91 req-61800aa0-1875-4df1-9e92-0d376ee1b85a tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d4bf464-bde8-419b-aed7-2fb160b78897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748832 Apr 06 11:28:04.758453 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-51873317-f33f-4cdd-9a09-69cab69b8b42 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779192449082'] for network (a775648e-59bc-4a88-a39a-f34063ed9508), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:04.796283 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-35f19e87-a661-4271-a929-05473c9df589 req-6e5fd525-9aa6-4e54-82bc-8ae53670d1c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (7fcabb26-3c5a-4b0d-b661-44c5c09bec89), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:04.834811 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-4172868e-c940-498d-bb5f-92bfbf09727f req-f20dd8f9-62e6-4bb1-bd66-0d86ebe9a8bf service neutron] 10.222.0.43 "GET /v2.0/networks/dc23bab2-5009-4000-9be8-b01c02506344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016795 Apr 06 11:28:04.887307 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f19e87-a661-4271-a929-05473c9df589 req-6e5fd525-9aa6-4e54-82bc-8ae53670d1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:04.888158 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-35f19e87-a661-4271-a929-05473c9df589 req-6e5fd525-9aa6-4e54-82bc-8ae53670d1c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570608'] for port (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:04.897213 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-35f19e87-a661-4271-a929-05473c9df589 req-6e5fd525-9aa6-4e54-82bc-8ae53670d1c4 service neutron] 10.222.0.48 "PUT /v2.0/ports/7fcabb26-3c5a-4b0d-b661-44c5c09bec89 HTTP/1.1" status: 200 len: 1093 time: 2.7772508 Apr 06 11:28:04.903474 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5f3e882-c3d2-4207-90be-fb022681182c', 'tag': '7fcabb26-3c5a-4b0d-b661-44c5c09bec89'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:28:04.903474 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29156e5c8df2cda5f8c3a12ff109e02ba7a327efefb734c2c5f81b1bf548e3ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b60f56-7d21-4860-ab90-07547b221b02" -d '{"events": [{"name": "network-changed", "server_uuid": "a5f3e882-c3d2-4207-90be-fb022681182c", "tag": "7fcabb26-3c5a-4b0d-b661-44c5c09bec89"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:28:04.907527 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5fd525-9aa6-4e54-82bc-8ae53670d1c4 service neutron] Pushing event updated for resources: {'Port': ['ID=7fcabb26-3c5a-4b0d-b661-44c5c09bec89,revision_number=3']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:04.933962 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c777a154-3e6d-48aa-8939-57891a36275a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (d8ce0866-ae00-45ec-ac08-3e889418e373), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:04.936769 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c777a154-3e6d-48aa-8939-57891a36275a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:04.940373 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-c777a154-3e6d-48aa-8939-57891a36275a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d8ce0866-ae00-45ec-ac08-3e889418e373 HTTP/1.1" status: 204 len: 168 time: 1.1599355 Apr 06 11:28:04.974107 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-51873317-f33f-4cdd-9a09-69cab69b8b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322'] for network (a775648e-59bc-4a88-a39a-f34063ed9508), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:04.975043 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51873317-f33f-4cdd-9a09-69cab69b8b42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:04.975621 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-51873317-f33f-4cdd-9a09-69cab69b8b42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570608'] for network (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:05.005638 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7466707-68b1-4edb-9396-e4e6386ebcc5 x-openstack-request-id: req-c7466707-68b1-4edb-9396-e4e6386ebcc5 {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:28:05.005939 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5f3e882-c3d2-4207-90be-fb022681182c", "tag": "7fcabb26-3c5a-4b0d-b661-44c5c09bec89", "status": "completed", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:28:05.006191 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c7466707-68b1-4edb-9396-e4e6386ebcc5 {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:28:05.006596 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7466707-68b1-4edb-9396-e4e6386ebcc5'] response: {'name': 'network-changed', 'server_uuid': 'a5f3e882-c3d2-4207-90be-fb022681182c', 'tag': '7fcabb26-3c5a-4b0d-b661-44c5c09bec89', 'status': 'completed', 'code': 200} Apr 06 11:28:05.058601 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c777a154-3e6d-48aa-8939-57891a36275a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ce0866-ae00-45ec-ac08-3e889418e373,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:05.108937 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b60f56-7d21-4860-ab90-07547b221b02 req-d7f212ed-22a1-4e50-852d-7a967c0f2959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:05.108937 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-89b60f56-7d21-4860-ab90-07547b221b02 req-d7f212ed-22a1-4e50-852d-7a967c0f2959 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fc235d83432140bcb213022a9840f5c2&device_id=a5f3e882-c3d2-4207-90be-fb022681182c HTTP/1.1" status: 200 len: 1127 time: 0.0780065 Apr 06 11:28:05.131663 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51873317-f33f-4cdd-9a09-69cab69b8b42 admin admin] Pushing event updated for resources: {'Network': ['ID=a775648e-59bc-4a88-a39a-f34063ed9508,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:05.147283 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Network a775648e-59bc-4a88-a39a-f34063ed9508 details requested by agent ovs-agent-dv-cinder-836073-2-iscsi with host dv-cinder-836073-2-iscsi {{(pid=103883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 11:28:05.176937 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-ac2100d9-04b1-443a-b840-e92b324ce22f req-0629a7eb-8d0f-4118-91d5-74d1455d926a tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Publish callbacks [] for port (df1360db-fae3-49fb-a625-9bc6842b513b), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:05.219737 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 48968) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:05.220544 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-51873317-f33f-4cdd-9a09-69cab69b8b42 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.4138207 Apr 06 11:28:05.224592 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-2769d059-375d-449c-beef-c65938649339 admin admin] Request body: {'subnet': {'network_id': 'a775648e-59bc-4a88-a39a-f34063ed9508', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1512710841-subnet', 'tenant_id': '90ddbc372c8a48fd9360c4a20ef2c6f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:28:05.313202 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-6a66b8bf-3fb0-494d-997c-7774d5d6e56e req-673af0ff-9114-437e-9abf-f7ca3848af2c tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=d35c028e-4cf8-489c-80b7-b86c29b4931d HTTP/1.1" status: 200 len: 210 time: 0.0825210 Apr 06 11:28:05.315258 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5fc87f17-7357-4838-b724-4d197b815927 req-b2a3ec31-05c4-4a6e-ac4e-a5b802ddd626 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=081311f2-0586-4322-b5fe-be6919a27964 HTTP/1.1" status: 200 len: 210 time: 0.0641191 Apr 06 11:28:05.357658 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2769d059-375d-449c-beef-c65938649339 admin admin] Made reservation on behalf of 90ddbc372c8a48fd9360c4a20ef2c6f9 for: {'subnet': 1} {{(pid=103882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:28:05.367643 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2769d059-375d-449c-beef-c65938649339 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:05.418024 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-ac2100d9-04b1-443a-b840-e92b324ce22f req-0629a7eb-8d0f-4118-91d5-74d1455d926a tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779192465924'] for port (df1360db-fae3-49fb-a625-9bc6842b513b), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:05.502191 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac2100d9-04b1-443a-b840-e92b324ce22f req-0629a7eb-8d0f-4118-91d5-74d1455d926a tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Network 106eef2d-4f40-46cd-832f-5b84b361bc62 is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:28:05.510891 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [req-ac2100d9-04b1-443a-b840-e92b324ce22f req-0629a7eb-8d0f-4118-91d5-74d1455d926a tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:28:05.518225 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac2100d9-04b1-443a-b840-e92b324ce22f req-0629a7eb-8d0f-4118-91d5-74d1455d926a tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:28:05.523171 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2100d9-04b1-443a-b840-e92b324ce22f req-0629a7eb-8d0f-4118-91d5-74d1455d926a tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:05.524468 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-ac2100d9-04b1-443a-b840-e92b324ce22f req-0629a7eb-8d0f-4118-91d5-74d1455d926a tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570608'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:05.540517 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0629a7eb-8d0f-4118-91d5-74d1455d926a tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Pushing event updated for resources: {'Port': ['ID=df1360db-fae3-49fb-a625-9bc6842b513b,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:05.689967 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ac2100d9-04b1-443a-b840-e92b324ce22f req-0629a7eb-8d0f-4118-91d5-74d1455d926a tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3780117 Apr 06 11:28:05.769970 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (dc195572-b6d9-4259-8541-839e457b2650), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:05.854023 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b60f56-7d21-4860-ab90-07547b221b02 req-74570c7f-5279-41c7-93f0-8133225dcd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:05.855527 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-89b60f56-7d21-4860-ab90-07547b221b02 req-74570c7f-5279-41c7-93f0-8133225dcd40 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=fc235d83432140bcb213022a9840f5c2&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4833441 Apr 06 11:28:05.868592 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-5e77f1e3-752a-4f40-b10e-5fe8758a0abb None None] Provisioning complete for port df1360db-fae3-49fb-a625-9bc6842b513b triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:28:05.869202 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5e77f1e3-752a-4f40-b10e-5fe8758a0abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (df1360db-fae3-49fb-a625-9bc6842b513b), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:05.917242 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 48990) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:05.925474 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-5e77f1e3-752a-4f40-b10e-5fe8758a0abb None None] Port df1360db-fae3-49fb-a625-9bc6842b513b cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:28:05.931017 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfe68c2-69be-4863-9085-db9c83291ee3 req-709f62b6-1f92-47e1-884b-055e3c8c5822 tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:05.932549 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7bfe68c2-69be-4863-9085-db9c83291ee3 req-709f62b6-1f92-47e1-884b-055e3c8c5822 tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec4f05ca-fb96-4749-ac4d-3019e15200ec HTTP/1.1" status: 200 len: 943 time: 0.1281762 Apr 06 11:28:05.940105 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-57ba4ab7-b8fa-48b9-b6bb-11f91a83e20a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:06.019153 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7bfe68c2-69be-4863-9085-db9c83291ee3 req-866c5d00-f86a-433d-bc99-948ba19bc3e8 tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d4bf464-bde8-419b-aed7-2fb160b78897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751297 Apr 06 11:28:06.036755 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 48992) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:06.049448 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-57ba4ab7-b8fa-48b9-b6bb-11f91a83e20a admin admin] Publish callbacks [] for security_group (bdc7d156-18e1-404e-8e29-3d5088d84c22), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:06.089585 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2769d059-375d-449c-beef-c65938649339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322'] for subnet (a7d7681e-a498-4f8c-bf21-20086f13e31d), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:06.118786 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-57ba4ab7-b8fa-48b9-b6bb-11f91a83e20a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (bdc7d156-18e1-404e-8e29-3d5088d84c22), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:06.147837 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2769d059-375d-449c-beef-c65938649339 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7d7681e-a498-4f8c-bf21-20086f13e31d,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:06.159719 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-57ba4ab7-b8fa-48b9-b6bb-11f91a83e20a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=537e9ba9cf8c45539c45caab0845a4df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2412474 Apr 06 11:28:06.160691 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ba4ab7-b8fa-48b9-b6bb-11f91a83e20a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc7d156-18e1-404e-8e29-3d5088d84c22,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:06.163169 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 48996) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:06.176033 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0a42d7e1-f5eb-45dd-885e-6d6ff95cd38d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:06.191796 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2769d059-375d-449c-beef-c65938649339 admin admin] Checking segment: {'id': '1c192439-4723-4aca-bcf3-0e61f09e36ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a775648e-59bc-4a88-a39a-f34063ed9508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:28:06.192251 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2769d059-375d-449c-beef-c65938649339 admin admin] Network hostable DHCP agents. Network: a775648e-59bc-4a88-a39a-f34063ed9508, hostable agents: ['8a8bc679-53b2-461d-b015-cec5a247fb94'], hosted agents: [] {{(pid=103882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 11:28:06.237613 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4e3637ca-8454-4db2-8cc6-a77a4157fcc5 admin admin] Publish callbacks [] for security_group (bdc7d156-18e1-404e-8e29-3d5088d84c22), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:06.261627 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4e3637ca-8454-4db2-8cc6-a77a4157fcc5 admin admin] Publish callbacks [] for security_group (bdc7d156-18e1-404e-8e29-3d5088d84c22), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:06.311051 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0a42d7e1-f5eb-45dd-885e-6d6ff95cd38d admin admin] Publish callbacks [] for security_group (f4da92d5-b4c6-4e7b-a3c7-4aa55b741c70), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:06.343911 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2769d059-375d-449c-beef-c65938649339 admin admin] Network a775648e-59bc-4a88-a39a-f34063ed9508 is scheduled to be hosted by DHCP agent 8a8bc679-53b2-461d-b015-cec5a247fb94 with binding_index 1 {{(pid=103882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 11:28:06.374583 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0a42d7e1-f5eb-45dd-885e-6d6ff95cd38d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (f4da92d5-b4c6-4e7b-a3c7-4aa55b741c70), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:06.405803 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-e78b7a2d-adda-4255-aa80-75be391f90cc req-cae4d141-5271-43b6-a9cf-037f352de764 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=081311f2-0586-4322-b5fe-be6919a27964 HTTP/1.1" status: 200 len: 210 time: 0.0324466 Apr 06 11:28:06.433282 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a42d7e1-f5eb-45dd-885e-6d6ff95cd38d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4da92d5-b4c6-4e7b-a3c7-4aa55b741c70,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:06.443572 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4e3637ca-8454-4db2-8cc6-a77a4157fcc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (bdc7d156-18e1-404e-8e29-3d5088d84c22), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:06.447830 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4e3637ca-8454-4db2-8cc6-a77a4157fcc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:06.447830 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-4e3637ca-8454-4db2-8cc6-a77a4157fcc5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bdc7d156-18e1-404e-8e29-3d5088d84c22 HTTP/1.1" status: 204 len: 168 time: 0.2834702 Apr 06 11:28:06.450885 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 49016) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:06.474629 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [req-ac2100d9-04b1-443a-b840-e92b324ce22f req-e6c27f68-d3cb-48b6-a2e9-2a555752178a service neutron] Request body: {'port': {'device_id': 'd35c028e-4cf8-489c-80b7-b86c29b4931d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:28:06.484354 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3637ca-8454-4db2-8cc6-a77a4157fcc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc7d156-18e1-404e-8e29-3d5088d84c22,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:06.488251 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-0a42d7e1-f5eb-45dd-885e-6d6ff95cd38d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8b3c0ea2310d41fb934b5fb6af86f850&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4477499 Apr 06 11:28:06.504136 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 49020) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:06.539898 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-2769d059-375d-449c-beef-c65938649339 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836073-2-iscsi, a775648e-59bc-4a88-a39a-f34063ed9508) {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:28:06.550529 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7dc516-2f04-44b8-8b42-5d23e0bb37e6 None None] Network a775648e-59bc-4a88-a39a-f34063ed9508 requested from dv-cinder-836073-2-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:28:06.564181 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2769d059-375d-449c-beef-c65938649339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:06.564634 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2769d059-375d-449c-beef-c65938649339 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570608'] for subnet (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:06.607658 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-ac2100d9-04b1-443a-b840-e92b324ce22f req-e6c27f68-d3cb-48b6-a2e9-2a555752178a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (df1360db-fae3-49fb-a625-9bc6842b513b), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:06.654547 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device 99685ee7-639b-4d8f-8140-a99b25373c7d details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:28:06.663233 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-312fd267-36b2-4c10-80c5-d87edbdc64a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:06.690821 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dae290-59bd-409f-b970-b34912eeabc2 req-dea8bd5a-eab5-4925-b9ab-9d95cec64cf8 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:06.692272 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-30dae290-59bd-409f-b970-b34912eeabc2 req-dea8bd5a-eab5-4925-b9ab-9d95cec64cf8 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=d35c028e-4cf8-489c-80b7-b86c29b4931d HTTP/1.1" status: 200 len: 931 time: 0.2816916 Apr 06 11:28:06.719739 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-2769d059-375d-449c-beef-c65938649339 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4905019 Apr 06 11:28:06.721570 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-09f6470e-3fb3-4f3e-b683-632405f6249c admin admin] Publish callbacks [] for security_group (f4da92d5-b4c6-4e7b-a3c7-4aa55b741c70), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:06.733556 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acda9695-2088-47fe-8249-8e98e0fcf7ea None None] Network a775648e-59bc-4a88-a39a-f34063ed9508 requested from dv-cinder-836073-2-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:28:06.747498 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b60f56-7d21-4860-ab90-07547b221b02 req-5343cf98-f670-4fd5-8ae3-80feba005dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:06.748995 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-89b60f56-7d21-4860-ab90-07547b221b02 req-5343cf98-f670-4fd5-8ae3-80feba005dbe service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2834048 Apr 06 11:28:06.770485 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-09f6470e-3fb3-4f3e-b683-632405f6249c admin admin] Publish callbacks [] for security_group (f4da92d5-b4c6-4e7b-a3c7-4aa55b741c70), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:06.822291 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-30dae290-59bd-409f-b970-b34912eeabc2 req-20b10e03-46bd-49a5-9f7f-d2382202d9d7 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=82206402-599a-4677-83f1-0a4da33930bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205616 Apr 06 11:28:06.849673 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.db.resource_extend [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 11:28:06.904614 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f19e87-a661-4271-a929-05473c9df589 req-ada9104c-0c57-452a-bb2a-8257921799b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:06.906190 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-35f19e87-a661-4271-a929-05473c9df589 req-ada9104c-0c57-452a-bb2a-8257921799b5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fc235d83432140bcb213022a9840f5c2&device_id=a5f3e882-c3d2-4207-90be-fb022681182c HTTP/1.1" status: 200 len: 1127 time: 0.1048894 Apr 06 11:28:06.923498 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 49030) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:06.975808 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-35f19e87-a661-4271-a929-05473c9df589 req-c7a34f6b-1d7e-4d71-a339-9590f52b27b0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7fcabb26-3c5a-4b0d-b661-44c5c09bec89 HTTP/1.1" status: 200 len: 217 time: 0.0593894 Apr 06 11:28:07.020257 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-09f6470e-3fb3-4f3e-b683-632405f6249c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (f4da92d5-b4c6-4e7b-a3c7-4aa55b741c70), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:07.024624 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-09f6470e-3fb3-4f3e-b683-632405f6249c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:07.026330 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-09f6470e-3fb3-4f3e-b683-632405f6249c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f4da92d5-b4c6-4e7b-a3c7-4aa55b741c70 HTTP/1.1" status: 204 len: 168 time: 0.5210686 Apr 06 11:28:07.060586 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f6470e-3fb3-4f3e-b683-632405f6249c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4da92d5-b4c6-4e7b-a3c7-4aa55b741c70,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:07.084984 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f19e87-a661-4271-a929-05473c9df589 req-f3e73260-e557-4ad7-ac0d-479357103fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:07.087772 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-35f19e87-a661-4271-a929-05473c9df589 req-f3e73260-e557-4ad7-ac0d-479357103fd9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b1304d50-4387-41c0-a102-fa6eb203f82e HTTP/1.1" status: 200 len: 858 time: 0.1054146 Apr 06 11:28:07.091540 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-480f22d9-0b51-4376-a416-ec97aa22c8d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (8a8bc679-53b2-461d-b015-cec5a247fb94), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:07.161309 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.db.db_base_plugin_v2 [None req-93de3230-9aca-4a18-9726-49f1edb7291d admin admin] Deleting subnet 8bba4742-44c2-4170-9f83-3a7d4cd0b17b {{(pid=103881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 11:28:07.178215 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-93de3230-9aca-4a18-9726-49f1edb7291d admin admin] Publish callbacks [] for subnet (8bba4742-44c2-4170-9f83-3a7d4cd0b17b), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:07.198816 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f19e87-a661-4271-a929-05473c9df589 req-db7d8b53-fe15-4db3-9126-3f2cbeaa89c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:07.200386 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-35f19e87-a661-4271-a929-05473c9df589 req-db7d8b53-fe15-4db3-9126-3f2cbeaa89c3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=106eef2d-4f40-46cd-832f-5b84b361bc62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1062531 Apr 06 11:28:07.219005 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port 99685ee7-639b-4d8f-8140-a99b25373c7d, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=99685ee7-639b-4d8f-8140-a99b25373c7d,segment=NetworkSegment(118c05f0-dc28-417c-b8a2-a8190b9af88d),segment_id=118c05f0-dc28-417c-b8a2-a8190b9af88d)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:28:07.251423 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Returning: {'device': '99685ee7-639b-4d8f-8140-a99b25373c7d', 'network_id': 'd17c45f2-42c4-4cfe-a64d-a4b82313e9f3', 'port_id': '99685ee7-639b-4d8f-8140-a99b25373c7d', 'mac_address': 'fa:16:3e:8b:6f:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64c4f95f-91b8-4ad4-a895-e7c2a39d3913', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:28:07.279516 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-312fd267-36b2-4c10-80c5-d87edbdc64a9 admin admin] Publish callbacks [] for security_group (b6d7bb5d-0757-4472-b152-04bbffb70ccf), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:07.297543 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-93de3230-9aca-4a18-9726-49f1edb7291d admin admin] Publish callbacks [] for subnet (8bba4742-44c2-4170-9f83-3a7d4cd0b17b), precommit_delete_associations {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:07.317801 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-93de3230-9aca-4a18-9726-49f1edb7291d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961957'] for subnet (8bba4742-44c2-4170-9f83-3a7d4cd0b17b), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:07.319719 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-35f19e87-a661-4271-a929-05473c9df589 req-5f5aa5fe-3e3b-498a-aa81-6ffbb65331d1 service neutron] 10.222.0.48 "GET /v2.0/networks/106eef2d-4f40-46cd-832f-5b84b361bc62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130874 Apr 06 11:28:07.321777 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Current status of the port 99685ee7-639b-4d8f-8140-a99b25373c7d is: DOWN; New status is: BUILD {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:28:07.322346 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (99685ee7-639b-4d8f-8140-a99b25373c7d), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:07.356433 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93714df-b2ad-4649-b7c3-59cb38d36457 req-84a15325-a417-4e4c-bab8-4df13673204e tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:07.358198 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-a93714df-b2ad-4649-b7c3-59cb38d36457 req-84a15325-a417-4e4c-bab8-4df13673204e tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec4f05ca-fb96-4749-ac4d-3019e15200ec HTTP/1.1" status: 200 len: 943 time: 0.2133558 Apr 06 11:28:07.364229 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99685ee7-639b-4d8f-8140-a99b25373c7d {{(pid=103883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:28:07.414875 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port 99685ee7-639b-4d8f-8140-a99b25373c7d, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=99685ee7-639b-4d8f-8140-a99b25373c7d,segment=NetworkSegment(118c05f0-dc28-417c-b8a2-a8190b9af88d),segment_id=118c05f0-dc28-417c-b8a2-a8190b9af88d)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:28:07.423136 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-312fd267-36b2-4c10-80c5-d87edbdc64a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (b6d7bb5d-0757-4472-b152-04bbffb70ccf), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:07.476369 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [req-ac2100d9-04b1-443a-b840-e92b324ce22f req-e6c27f68-d3cb-48b6-a2e9-2a555752178a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df1360db-fae3-49fb-a625-9bc6842b513b {{(pid=103881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:28:07.503665 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-ac2100d9-04b1-443a-b840-e92b324ce22f req-e6c27f68-d3cb-48b6-a2e9-2a555752178a service neutron] Publish callbacks [] for port (df1360db-fae3-49fb-a625-9bc6842b513b), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:07.517125 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-35f19e87-a661-4271-a929-05473c9df589 req-07df31e0-df93-4aef-ad60-eccb911863e7 service neutron] 10.222.0.48 "GET /v2.0/networks/106eef2d-4f40-46cd-832f-5b84b361bc62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908913 Apr 06 11:28:07.521551 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-312fd267-36b2-4c10-80c5-d87edbdc64a9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a0f8eb616d644a78bc08ef0ffca762fb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0697768 Apr 06 11:28:07.525418 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 49054) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:07.538444 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-a93714df-b2ad-4649-b7c3-59cb38d36457 req-730cb0ab-8ed5-4ba3-adf7-7c2c759f305c tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d4bf464-bde8-419b-aed7-2fb160b78897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699209 Apr 06 11:28:07.546514 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (99685ee7-639b-4d8f-8140-a99b25373c7d), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:07.552321 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312fd267-36b2-4c10-80c5-d87edbdc64a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d7bb5d-0757-4472-b152-04bbffb70ccf,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:07.607613 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-29cd33ab-2542-4162-b4a1-94ce9be8db83 req-8167d564-3290-40e6-a528-256947f79993 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=081311f2-0586-4322-b5fe-be6919a27964 HTTP/1.1" status: 200 len: 210 time: 0.0791092 Apr 06 11:28:07.623467 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.db.provisioning_blocks [req-ac2100d9-04b1-443a-b840-e92b324ce22f req-e6c27f68-d3cb-48b6-a2e9-2a555752178a service neutron] Transition to ACTIVE for port object df1360db-fae3-49fb-a625-9bc6842b513b will not be triggered until provisioned by entity L2. {{(pid=103881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 11:28:07.623467 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-93de3230-9aca-4a18-9726-49f1edb7291d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1961962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322'] for subnet (8bba4742-44c2-4170-9f83-3a7d4cd0b17b), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:07.646767 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Pushing event updated for resources: {'Port': ['ID=99685ee7-639b-4d8f-8140-a99b25373c7d,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:07.674481 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93de3230-9aca-4a18-9726-49f1edb7291d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bba4742-44c2-4170-9f83-3a7d4cd0b17b,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:07.676662 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-93de3230-9aca-4a18-9726-49f1edb7291d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570608'] for subnet (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:07.680066 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-93de3230-9aca-4a18-9726-49f1edb7291d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/8bba4742-44c2-4170-9f83-3a7d4cd0b17b HTTP/1.1" status: 204 len: 168 time: 0.7553332 Apr 06 11:28:07.683513 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 49060) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:07.694907 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-ac2100d9-04b1-443a-b840-e92b324ce22f req-e6c27f68-d3cb-48b6-a2e9-2a555752178a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (df1360db-fae3-49fb-a625-9bc6842b513b), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:07.719435 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-49afb5c7-2995-45bd-bdf2-fac491dd3a35 admin admin] Publish callbacks [] for security_group (b6d7bb5d-0757-4472-b152-04bbffb70ccf), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:07.814873 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-49afb5c7-2995-45bd-bdf2-fac491dd3a35 admin admin] Publish callbacks [] for security_group (b6d7bb5d-0757-4472-b152-04bbffb70ccf), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:07.830418 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c27f68-d3cb-48b6-a2e9-2a555752178a service neutron] Pushing event updated for resources: {'Port': ['ID=df1360db-fae3-49fb-a625-9bc6842b513b,revision_number=2']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:07.844851 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] get_ports_and_sgs() called for port_ids ['99685ee7-639b-4d8f-8140-a99b25373c7d'] {{(pid=103883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:28:07.872702 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-ac2100d9-04b1-443a-b840-e92b324ce22f req-e6c27f68-d3cb-48b6-a2e9-2a555752178a service neutron] Attempting to bind port df1360db-fae3-49fb-a625-9bc6842b513b on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:28:07.873072 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-ac2100d9-04b1-443a-b840-e92b324ce22f req-e6c27f68-d3cb-48b6-a2e9-2a555752178a service neutron] Attempting to bind port df1360db-fae3-49fb-a625-9bc6842b513b by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '198df4e5-b698-49c8-a8e7-40f2cf45ec63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '106eef2d-4f40-46cd-832f-5b84b361bc62'}] {{(pid=103881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:28:07.873469 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2100d9-04b1-443a-b840-e92b324ce22f req-e6c27f68-d3cb-48b6-a2e9-2a555752178a service neutron] Attempting to bind port df1360db-fae3-49fb-a625-9bc6842b513b on network 106eef2d-4f40-46cd-832f-5b84b361bc62 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:28:07.882627 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2100d9-04b1-443a-b840-e92b324ce22f req-e6c27f68-d3cb-48b6-a2e9-2a555752178a service neutron] Port df1360db-fae3-49fb-a625-9bc6842b513b on network 106eef2d-4f40-46cd-832f-5b84b361bc62 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 11:28:07.882785 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2100d9-04b1-443a-b840-e92b324ce22f req-e6c27f68-d3cb-48b6-a2e9-2a555752178a service neutron] Attempting to bind port df1360db-fae3-49fb-a625-9bc6842b513b on network 106eef2d-4f40-46cd-832f-5b84b361bc62 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:28:07.903040 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2100d9-04b1-443a-b840-e92b324ce22f req-e6c27f68-d3cb-48b6-a2e9-2a555752178a service neutron] Checking agent: {'id': 'dc195572-b6d9-4259-8541-839e457b2650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 25, 36), 'started_at': datetime.datetime(2022, 4, 6, 11, 25, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:28:07.903660 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2100d9-04b1-443a-b840-e92b324ce22f req-e6c27f68-d3cb-48b6-a2e9-2a555752178a service neutron] Checking segment: {'id': '198df4e5-b698-49c8-a8e7-40f2cf45ec63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '106eef2d-4f40-46cd-832f-5b84b361bc62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:28:07.905398 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2100d9-04b1-443a-b840-e92b324ce22f req-e6c27f68-d3cb-48b6-a2e9-2a555752178a service neutron] Bound using segment: {'id': '198df4e5-b698-49c8-a8e7-40f2cf45ec63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '106eef2d-4f40-46cd-832f-5b84b361bc62'} {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:28:07.910625 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-ac2100d9-04b1-443a-b840-e92b324ce22f req-e6c27f68-d3cb-48b6-a2e9-2a555752178a service neutron] Bound port: df1360db-fae3-49fb-a625-9bc6842b513b, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '198df4e5-b698-49c8-a8e7-40f2cf45ec63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '106eef2d-4f40-46cd-832f-5b84b361bc62'}}] {{(pid=103881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:28:07.910625 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-ac2100d9-04b1-443a-b840-e92b324ce22f req-e6c27f68-d3cb-48b6-a2e9-2a555752178a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (df1360db-fae3-49fb-a625-9bc6842b513b), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:07.916928 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-72e0819a-b609-4b89-9291-66379e70b092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707938'] for network (fabe8c1a-78cb-4186-944e-ba68d4955a3c), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:08.049023 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06b655b-7b81-4a5a-986f-16968b1d618d req-1ba76af7-cd05-4418-973f-7acf9a5ffbbb tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:08.050709 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-a06b655b-7b81-4a5a-986f-16968b1d618d req-1ba76af7-cd05-4418-973f-7acf9a5ffbbb tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=d35c028e-4cf8-489c-80b7-b86c29b4931d HTTP/1.1" status: 200 len: 943 time: 0.1325350 Apr 06 11:28:08.057069 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 49068) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:08.089400 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-783e7ac4-129f-4a31-8dae-9203cf7652e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:08.104865 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-72e0819a-b609-4b89-9291-66379e70b092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1963294', 'neutron.services.segments.db._delete_segments_for_network-8779192912505'] for network (fabe8c1a-78cb-4186-944e-ba68d4955a3c), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:08.142722 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-72e0819a-b609-4b89-9291-66379e70b092 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:28:08.143096 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-72e0819a-b609-4b89-9291-66379e70b092 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:28:08.143907 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-72e0819a-b609-4b89-9291-66379e70b092 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:28:08.144571 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-72e0819a-b609-4b89-9291-66379e70b092 admin admin] Subscribe: > port after_create 55550000 {{(pid=103882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:28:08.144923 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-72e0819a-b609-4b89-9291-66379e70b092 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:28:08.145756 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-72e0819a-b609-4b89-9291-66379e70b092 admin admin] Subscribe: > port after_update 55550000 {{(pid=103882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:28:08.146230 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-72e0819a-b609-4b89-9291-66379e70b092 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:28:08.151417 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-72e0819a-b609-4b89-9291-66379e70b092 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:28:08.151417 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-72e0819a-b609-4b89-9291-66379e70b092 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:28:08.151417 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-72e0819a-b609-4b89-9291-66379e70b092 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:28:08.151715 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-ac2100d9-04b1-443a-b840-e92b324ce22f req-e6c27f68-d3cb-48b6-a2e9-2a555752178a service neutron] For port df1360db-fae3-49fb-a625-9bc6842b513b, host hv-cinder-83607, cleared binding levels {{(pid=103881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:28:08.176707 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-ac2100d9-04b1-443a-b840-e92b324ce22f req-e6c27f68-d3cb-48b6-a2e9-2a555752178a service neutron] For port df1360db-fae3-49fb-a625-9bc6842b513b, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=df1360db-fae3-49fb-a625-9bc6842b513b,segment=NetworkSegment(198df4e5-b698-49c8-a8e7-40f2cf45ec63),segment_id=198df4e5-b698-49c8-a8e7-40f2cf45ec63)] {{(pid=103881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:28:08.202831 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-a06b655b-7b81-4a5a-986f-16968b1d618d req-c62758cb-6a11-4e07-87b0-2bf997ddc860 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=82206402-599a-4677-83f1-0a4da33930bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248243 Apr 06 11:28:08.275585 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-ac2100d9-04b1-443a-b840-e92b324ce22f req-e6c27f68-d3cb-48b6-a2e9-2a555752178a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (df1360db-fae3-49fb-a625-9bc6842b513b), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:08.287469 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-72e0819a-b609-4b89-9291-66379e70b092 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:28:08.287829 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-72e0819a-b609-4b89-9291-66379e70b092 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:28:08.288272 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-72e0819a-b609-4b89-9291-66379e70b092 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:28:08.288642 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-72e0819a-b609-4b89-9291-66379e70b092 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:28:08.289020 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.services.segments.db [None req-72e0819a-b609-4b89-9291-66379e70b092 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fabe8c1a-78cb-4186-944e-ba68d4955a3c']}} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:28:08.308743 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.services.segments.db [None req-72e0819a-b609-4b89-9291-66379e70b092 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69eac265-ab28-4838-adf3-345437876a61') {'for_net_delete': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:28:08.309178 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.services.segments.db [None req-72e0819a-b609-4b89-9291-66379e70b092 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69eac265-ab28-4838-adf3-345437876a61') {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:28:08.311507 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2100d9-04b1-443a-b840-e92b324ce22f req-e6c27f68-d3cb-48b6-a2e9-2a555752178a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:08.312141 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-ac2100d9-04b1-443a-b840-e92b324ce22f req-e6c27f68-d3cb-48b6-a2e9-2a555752178a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570608'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:08.313590 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ac2100d9-04b1-443a-b840-e92b324ce22f req-e6c27f68-d3cb-48b6-a2e9-2a555752178a service neutron] 10.222.0.48 "PUT /v2.0/ports/df1360db-fae3-49fb-a625-9bc6842b513b HTTP/1.1" status: 200 len: 1093 time: 1.8461285 Apr 06 11:28:08.314082 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd35c028e-4cf8-489c-80b7-b86c29b4931d', 'tag': 'df1360db-fae3-49fb-a625-9bc6842b513b'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:28:08.327096 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-72e0819a-b609-4b89-9291-66379e70b092 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779192913282', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8476715'] for segment (69eac265-ab28-4838-adf3-345437876a61), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:08.349613 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-72e0819a-b609-4b89-9291-66379e70b092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726494'] for segment (69eac265-ab28-4838-adf3-345437876a61), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:08.363060 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72e0819a-b609-4b89-9291-66379e70b092 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=103882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 11:28:08.363466 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-72e0819a-b609-4b89-9291-66379e70b092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8797906'] for segment (69eac265-ab28-4838-adf3-345437876a61), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:08.385631 dv-cinder-836073-2-iscsi neutron-server[103882]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 11:28:08.385631 dv-cinder-836073-2-iscsi neutron-server[103882]: from cryptography.utils import int_from_bytes Apr 06 11:28:08.385631 dv-cinder-836073-2-iscsi neutron-server[103882]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 11:28:08.385631 dv-cinder-836073-2-iscsi neutron-server[103882]: from cryptography.utils import int_from_bytes Apr 06 11:28:08.385631 dv-cinder-836073-2-iscsi neutron-server[103882]: Traceback (most recent call last): Apr 06 11:28:08.385631 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 11:28:08.385631 dv-cinder-836073-2-iscsi neutron-server[103882]: timer() Apr 06 11:28:08.385631 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 11:28:08.385631 dv-cinder-836073-2-iscsi neutron-server[103882]: cb(*args, **kw) Apr 06 11:28:08.385631 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 11:28:08.385631 dv-cinder-836073-2-iscsi neutron-server[103882]: return func(*args, **kwargs) Apr 06 11:28:08.385631 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 11:28:08.385631 dv-cinder-836073-2-iscsi neutron-server[103882]: self._notify() Apr 06 11:28:08.385631 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 11:28:08.385631 dv-cinder-836073-2-iscsi neutron-server[103882]: self.callback(batched_events) Apr 06 11:28:08.385631 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 11:28:08.385631 dv-cinder-836073-2-iscsi neutron-server[103882]: event.method(event) Apr 06 11:28:08.385631 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 11:28:08.385631 dv-cinder-836073-2-iscsi neutron-server[103882]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 11:28:08.385631 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 11:28:08.385631 dv-cinder-836073-2-iscsi neutron-server[103882]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 11:28:08.385631 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 11:28:08.385631 dv-cinder-836073-2-iscsi neutron-server[103882]: return f(self, *a, **k) Apr 06 11:28:08.385631 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 11:28:08.385631 dv-cinder-836073-2-iscsi neutron-server[103882]: return self._get(url).json() Apr 06 11:28:08.385631 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 11:28:08.385631 dv-cinder-836073-2-iscsi neutron-server[103882]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 11:28:08.385631 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 11:28:08.385631 dv-cinder-836073-2-iscsi neutron-server[103882]: return self.request(url, 'GET', **kwargs) Apr 06 11:28:08.385631 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 11:28:08.385631 dv-cinder-836073-2-iscsi neutron-server[103882]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 11:28:08.385631 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 11:28:08.385631 dv-cinder-836073-2-iscsi neutron-server[103882]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 11:28:08.385631 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 11:28:08.385631 dv-cinder-836073-2-iscsi neutron-server[103882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 11:28:08.385631 dv-cinder-836073-2-iscsi neutron-server[103882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 11:28:08.437627 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c27f68-d3cb-48b6-a2e9-2a555752178a service neutron] Pushing event updated for resources: {'Port': ['ID=df1360db-fae3-49fb-a625-9bc6842b513b,revision_number=3']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:08.458842 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-49afb5c7-2995-45bd-bdf2-fac491dd3a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (b6d7bb5d-0757-4472-b152-04bbffb70ccf), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:08.462627 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-49afb5c7-2995-45bd-bdf2-fac491dd3a35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:08.464742 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-49afb5c7-2995-45bd-bdf2-fac491dd3a35 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b6d7bb5d-0757-4472-b152-04bbffb70ccf HTTP/1.1" status: 204 len: 168 time: 0.9375823 Apr 06 11:28:08.473733 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49afb5c7-2995-45bd-bdf2-fac491dd3a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d7bb5d-0757-4472-b152-04bbffb70ccf,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:08.511111 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-783e7ac4-129f-4a31-8dae-9203cf7652e1 admin admin] Publish callbacks [] for security_group (b55a16c6-19de-4080-b3e2-0407a6cc6eba), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:08.541364 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-72e0819a-b609-4b89-9291-66379e70b092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1963367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-886447'] for network (fabe8c1a-78cb-4186-944e-ba68d4955a3c), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:08.550468 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-72e0819a-b609-4b89-9291-66379e70b092 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570608'] for network (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:08.556810 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-72e0819a-b609-4b89-9291-66379e70b092 admin admin] 10.222.0.43 "DELETE /v2.0/networks/fabe8c1a-78cb-4186-944e-ba68d4955a3c HTTP/1.1" status: 204 len: 168 time: 0.8721840 Apr 06 11:28:08.562821 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device 7fcabb26-3c5a-4b0d-b661-44c5c09bec89 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:28:08.571534 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 49080) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:08.584878 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0819a-b609-4b89-9291-66379e70b092 admin admin] Pushing event deleted for resources: {'Network': ['ID=fabe8c1a-78cb-4186-944e-ba68d4955a3c,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:08.611436 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device 99685ee7-639b-4d8f-8140-a99b25373c7d up at agent hyperv_hv-cinder-83607 {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:28:08.723674 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d486506-d0d3-4982-b6d6-6ced3f4a5db2 admin admin] Deleting subnet a7d7681e-a498-4f8c-bf21-20086f13e31d {{(pid=103882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 11:28:08.746822 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3406b54a2f576febad5dd824c011310fb025ac9b816498a8b13137d73c32da04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c09b1b0-e491-4ac1-962f-8fb104b586d4" -d '{"events": [{"name": "network-changed", "server_uuid": "d35c028e-4cf8-489c-80b7-b86c29b4931d", "tag": "df1360db-fae3-49fb-a625-9bc6842b513b"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:28:08.756998 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.db.resource_extend [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 11:28:08.769596 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9d486506-d0d3-4982-b6d6-6ced3f4a5db2 admin admin] Publish callbacks [] for subnet (a7d7681e-a498-4f8c-bf21-20086f13e31d), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:08.779553 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-783e7ac4-129f-4a31-8dae-9203cf7652e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (b55a16c6-19de-4080-b3e2-0407a6cc6eba), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:08.873707 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-b8dbb7d3-c93e-4991-ab1b-55ea02965be2 req-1fe5a96a-b85f-4adb-8be0-a9cd643a2ce7 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=081311f2-0586-4322-b5fe-be6919a27964 HTTP/1.1" status: 200 len: 210 time: 0.0690784 Apr 06 11:28:08.882009 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-783e7ac4-129f-4a31-8dae-9203cf7652e1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=86ddd25975ff45b9ac1bdf4b861ce8ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8237906 Apr 06 11:28:08.882793 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9d486506-d0d3-4982-b6d6-6ced3f4a5db2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8476880'] for subnet (a7d7681e-a498-4f8c-bf21-20086f13e31d), precommit_delete_associations {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:08.885978 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783e7ac4-129f-4a31-8dae-9203cf7652e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b55a16c6-19de-4080-b3e2-0407a6cc6eba,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:08.888801 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 49100) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:08.960321 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2100d9-04b1-443a-b840-e92b324ce22f req-0cd35ced-ca10-4b1b-87ba-c8b919ee63ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:08.962743 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ac2100d9-04b1-443a-b840-e92b324ce22f req-0cd35ced-ca10-4b1b-87ba-c8b919ee63ee service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fc235d83432140bcb213022a9840f5c2&device_id=d35c028e-4cf8-489c-80b7-b86c29b4931d HTTP/1.1" status: 200 len: 1127 time: 0.3351138 Apr 06 11:28:08.966305 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4172868e-c940-498d-bb5f-92bfbf09727f req-a726b3e1-e7c6-4733-8900-87c27edb7d3a tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:08.968003 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-4172868e-c940-498d-bb5f-92bfbf09727f req-a726b3e1-e7c6-4733-8900-87c27edb7d3a tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.48 "GET /v2.0/networks?id=dc23bab2-5009-4000-9be8-b01c02506344 HTTP/1.1" status: 200 len: 811 time: 0.4554563 Apr 06 11:28:08.993760 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac3100-b251-4fdb-9430-a497495e91e8 req-8a03a329-6fc0-49ee-a70c-7fce9732d1b5 tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:09.000752 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-dbac3100-b251-4fdb-9430-a497495e91e8 req-8a03a329-6fc0-49ee-a70c-7fce9732d1b5 tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec4f05ca-fb96-4749-ac4d-3019e15200ec HTTP/1.1" status: 200 len: 944 time: 0.3123651 Apr 06 11:28:09.004816 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9d486506-d0d3-4982-b6d6-6ced3f4a5db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961957'] for subnet (a7d7681e-a498-4f8c-bf21-20086f13e31d), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:09.032561 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port 7fcabb26-3c5a-4b0d-b661-44c5c09bec89, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=7fcabb26-3c5a-4b0d-b661-44c5c09bec89,segment=NetworkSegment(198df4e5-b698-49c8-a8e7-40f2cf45ec63),segment_id=198df4e5-b698-49c8-a8e7-40f2cf45ec63)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:28:09.060336 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d0013e04-0912-41a6-a770-6375c2b217ff admin admin] Publish callbacks [] for security_group (b55a16c6-19de-4080-b3e2-0407a6cc6eba), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:09.061218 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Returning: {'device': '7fcabb26-3c5a-4b0d-b661-44c5c09bec89', 'network_id': '106eef2d-4f40-46cd-832f-5b84b361bc62', 'port_id': '7fcabb26-3c5a-4b0d-b661-44c5c09bec89', 'mac_address': 'fa:16:3e:9d:96:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1304d50-4387-41c0-a102-fa6eb203f82e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:28:09.063683 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ac2100d9-04b1-443a-b840-e92b324ce22f req-2333b9f2-8974-4315-bc22-e72d5ba4c97b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df1360db-fae3-49fb-a625-9bc6842b513b HTTP/1.1" status: 200 len: 217 time: 0.0857956 Apr 06 11:28:09.099739 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-2bca8c55-13a1-4647-bdb9-9969f51c20b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (9404f039-f516-42fd-94a5-c122fff5649f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:09.118544 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d0013e04-0912-41a6-a770-6375c2b217ff admin admin] Publish callbacks [] for security_group (b55a16c6-19de-4080-b3e2-0407a6cc6eba), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:09.120337 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Current status of the port 7fcabb26-3c5a-4b0d-b661-44c5c09bec89 is: DOWN; New status is: BUILD {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:28:09.120930 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (7fcabb26-3c5a-4b0d-b661-44c5c09bec89), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:09.142202 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Provisioning for port 99685ee7-639b-4d8f-8140-a99b25373c7d completed by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 11:28:09.145732 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fcabb26-3c5a-4b0d-b661-44c5c09bec89 {{(pid=103883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:28:09.157177 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Provisioning complete for port 99685ee7-639b-4d8f-8140-a99b25373c7d triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:28:09.157836 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (99685ee7-639b-4d8f-8140-a99b25373c7d), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:09.158014 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-4172868e-c940-498d-bb5f-92bfbf09727f req-a91a717e-831e-49ff-adbf-7bf1ff944be2 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d847e14f64944dba3c2bfdecc16dd16 HTTP/1.1" status: 200 len: 379 time: 0.1799476 Apr 06 11:28:09.168474 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-dbac3100-b251-4fdb-9430-a497495e91e8 req-1779478a-7f5a-439c-a5d1-d0a8e17b1622 tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d4bf464-bde8-419b-aed7-2fb160b78897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613514 Apr 06 11:28:09.177254 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2100d9-04b1-443a-b840-e92b324ce22f req-6eb4db1d-d653-4a2a-b02a-0b3b3473bd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:09.178716 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ac2100d9-04b1-443a-b840-e92b324ce22f req-6eb4db1d-d653-4a2a-b02a-0b3b3473bd5e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b1304d50-4387-41c0-a102-fa6eb203f82e HTTP/1.1" status: 200 len: 858 time: 0.1051507 Apr 06 11:28:09.194164 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [req-4172868e-c940-498d-bb5f-92bfbf09727f req-0f0ab0ac-d0ec-4bdb-8f1f-cf0e17ba54e3 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Request body: {'port': {'device_id': '081311f2-0586-4322-b5fe-be6919a27964', 'network_id': 'dc23bab2-5009-4000-9be8-b01c02506344', 'admin_state_up': True, 'tenant_id': '3d847e14f64944dba3c2bfdecc16dd16', 'security_groups': ['bd7f9ccd-ed17-41d5-9a76-4d027a6a8ed5']}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:28:09.200068 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port 7fcabb26-3c5a-4b0d-b661-44c5c09bec89, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=7fcabb26-3c5a-4b0d-b661-44c5c09bec89,segment=NetworkSegment(198df4e5-b698-49c8-a8e7-40f2cf45ec63),segment_id=198df4e5-b698-49c8-a8e7-40f2cf45ec63)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:28:09.256119 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9d486506-d0d3-4982-b6d6-6ced3f4a5db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1961962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8797880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10017396'] for subnet (a7d7681e-a498-4f8c-bf21-20086f13e31d), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:09.286994 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d486506-d0d3-4982-b6d6-6ced3f4a5db2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7d7681e-a498-4f8c-bf21-20086f13e31d,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:09.292399 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9d486506-d0d3-4982-b6d6-6ced3f4a5db2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:09.296496 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-9d486506-d0d3-4982-b6d6-6ced3f4a5db2 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/a7d7681e-a498-4f8c-bf21-20086f13e31d HTTP/1.1" status: 204 len: 168 time: 0.7233207 Apr 06 11:28:09.299501 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 49114) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:09.341651 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (7fcabb26-3c5a-4b0d-b661-44c5c09bec89), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:09.351364 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Current status of the port 99685ee7-639b-4d8f-8140-a99b25373c7d is: BUILD; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:28:09.351712 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (99685ee7-639b-4d8f-8140-a99b25373c7d), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:09.392699 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d0013e04-0912-41a6-a770-6375c2b217ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (b55a16c6-19de-4080-b3e2-0407a6cc6eba), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:09.395410 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d0013e04-0912-41a6-a770-6375c2b217ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:09.399653 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-d0013e04-0912-41a6-a770-6375c2b217ff admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b55a16c6-19de-4080-b3e2-0407a6cc6eba HTTP/1.1" status: 204 len: 168 time: 0.5038655 Apr 06 11:28:09.408037 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec4f05ca-fb96-4749-ac4d-3019e15200ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99685ee7-639b-4d8f-8140-a99b25373c7d'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:28:09.412094 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2100d9-04b1-443a-b840-e92b324ce22f req-8dce9050-e21d-4b23-b9d1-f240367a91e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:09.413693 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ac2100d9-04b1-443a-b840-e92b324ce22f req-8dce9050-e21d-4b23-b9d1-f240367a91e6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=106eef2d-4f40-46cd-832f-5b84b361bc62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2265167 Apr 06 11:28:09.430154 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0013e04-0912-41a6-a770-6375c2b217ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b55a16c6-19de-4080-b3e2-0407a6cc6eba,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:09.452043 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-426775dd-f7b9-45ac-b71b-029545898a69 x-openstack-request-id: req-426775dd-f7b9-45ac-b71b-029545898a69 {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:28:09.452359 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d35c028e-4cf8-489c-80b7-b86c29b4931d", "tag": "df1360db-fae3-49fb-a625-9bc6842b513b", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:28:09.452592 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-426775dd-f7b9-45ac-b71b-029545898a69 {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:28:09.453035 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-426775dd-f7b9-45ac-b71b-029545898a69'] response: {'name': 'network-changed', 'server_uuid': 'd35c028e-4cf8-489c-80b7-b86c29b4931d', 'tag': 'df1360db-fae3-49fb-a625-9bc6842b513b', 'status': 'completed', 'code': 200} Apr 06 11:28:09.518566 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-184e049e-27f0-431a-9029-0135fdb6590c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707938'] for network (a775648e-59bc-4a88-a39a-f34063ed9508), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:09.518800 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port 99685ee7-639b-4d8f-8140-a99b25373c7d, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=99685ee7-639b-4d8f-8140-a99b25373c7d,segment=NetworkSegment(118c05f0-dc28-417c-b8a2-a8190b9af88d),segment_id=118c05f0-dc28-417c-b8a2-a8190b9af88d)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:28:09.548356 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73252ae0-b27d-4b25-bb16-af2d055cfbf7 req-01ad7dc1-b8c5-423b-8a7a-dde06b676710 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:09.549898 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-73252ae0-b27d-4b25-bb16-af2d055cfbf7 req-01ad7dc1-b8c5-423b-8a7a-dde06b676710 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=d35c028e-4cf8-489c-80b7-b86c29b4931d HTTP/1.1" status: 200 len: 943 time: 0.2019761 Apr 06 11:28:09.571521 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Pushing event updated for resources: {'Port': ['ID=7fcabb26-3c5a-4b0d-b661-44c5c09bec89,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:09.578407 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4172868e-c940-498d-bb5f-92bfbf09727f req-0f0ab0ac-d0ec-4bdb-8f1f-cf0e17ba54e3 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Made reservation on behalf of 3d847e14f64944dba3c2bfdecc16dd16 for: {'port': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:28:09.582051 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-4172868e-c940-498d-bb5f-92bfbf09727f req-0f0ab0ac-d0ec-4bdb-8f1f-cf0e17ba54e3 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:09.606972 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (99685ee7-639b-4d8f-8140-a99b25373c7d), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:09.628707 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ac2100d9-04b1-443a-b840-e92b324ce22f req-a1536fc0-00ab-4fe2-928e-50789f31ff31 service neutron] 10.222.0.48 "GET /v2.0/networks/106eef2d-4f40-46cd-832f-5b84b361bc62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987376 Apr 06 11:28:09.639681 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] get_ports_and_sgs() called for port_ids ['7fcabb26-3c5a-4b0d-b661-44c5c09bec89'] {{(pid=103883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:28:09.719868 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Pushing event updated for resources: {'Port': ['ID=99685ee7-639b-4d8f-8140-a99b25373c7d,revision_number=5']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:09.732339 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 49124) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:09.734146 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-184e049e-27f0-431a-9029-0135fdb6590c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1963294', 'neutron.services.segments.db._delete_segments_for_network-8779192912505'] for network (a775648e-59bc-4a88-a39a-f34063ed9508), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:09.761555 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-73252ae0-b27d-4b25-bb16-af2d055cfbf7 req-ba4f8dae-5be2-46e1-baf9-977c2cb6bc1f tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=82206402-599a-4677-83f1-0a4da33930bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045448 Apr 06 11:28:09.777582 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-23aeae14-9b67-4ae4-aa5c-8ed17bcd319c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:09.783975 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.services.segments.db [None req-184e049e-27f0-431a-9029-0135fdb6590c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a775648e-59bc-4a88-a39a-f34063ed9508']}} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:28:09.803896 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.services.segments.db [None req-184e049e-27f0-431a-9029-0135fdb6590c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c192439-4723-4aca-bcf3-0e61f09e36ca') {'for_net_delete': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:28:09.804188 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.services.segments.db [None req-184e049e-27f0-431a-9029-0135fdb6590c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c192439-4723-4aca-bcf3-0e61f09e36ca') {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:28:09.811649 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [req-4172868e-c940-498d-bb5f-92bfbf09727f req-0f0ab0ac-d0ec-4bdb-8f1f-cf0e17ba54e3 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Allocated IP 172.20.0.11 (dc23bab2-5009-4000-9be8-b01c02506344/af591e27-8cd2-4603-8651-34dd07f2f0b2/b4037637-d2e8-46ac-9e71-a1873f93a273) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:28:09.821034 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-184e049e-27f0-431a-9029-0135fdb6590c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779192913282', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8476715'] for segment (1c192439-4723-4aca-bcf3-0e61f09e36ca), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:09.845309 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-184e049e-27f0-431a-9029-0135fdb6590c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726494'] for segment (1c192439-4723-4aca-bcf3-0e61f09e36ca), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:09.865995 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-184e049e-27f0-431a-9029-0135fdb6590c admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=103882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 11:28:09.866313 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-184e049e-27f0-431a-9029-0135fdb6590c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8797906'] for segment (1c192439-4723-4aca-bcf3-0e61f09e36ca), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:09.868004 dv-cinder-836073-2-iscsi neutron-server[103882]: Traceback (most recent call last): Apr 06 11:28:09.868004 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 11:28:09.868004 dv-cinder-836073-2-iscsi neutron-server[103882]: timer() Apr 06 11:28:09.868004 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 11:28:09.868004 dv-cinder-836073-2-iscsi neutron-server[103882]: cb(*args, **kw) Apr 06 11:28:09.868004 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 11:28:09.868004 dv-cinder-836073-2-iscsi neutron-server[103882]: return func(*args, **kwargs) Apr 06 11:28:09.868004 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 11:28:09.868004 dv-cinder-836073-2-iscsi neutron-server[103882]: self._notify() Apr 06 11:28:09.868004 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 11:28:09.868004 dv-cinder-836073-2-iscsi neutron-server[103882]: self.callback(batched_events) Apr 06 11:28:09.868004 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 11:28:09.868004 dv-cinder-836073-2-iscsi neutron-server[103882]: event.method(event) Apr 06 11:28:09.868004 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 11:28:09.868004 dv-cinder-836073-2-iscsi neutron-server[103882]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 11:28:09.868004 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 11:28:09.868004 dv-cinder-836073-2-iscsi neutron-server[103882]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 11:28:09.868004 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 11:28:09.868004 dv-cinder-836073-2-iscsi neutron-server[103882]: return f(self, *a, **k) Apr 06 11:28:09.868004 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 11:28:09.868004 dv-cinder-836073-2-iscsi neutron-server[103882]: return self._get(url).json() Apr 06 11:28:09.868004 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 11:28:09.868004 dv-cinder-836073-2-iscsi neutron-server[103882]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 11:28:09.868004 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 11:28:09.868004 dv-cinder-836073-2-iscsi neutron-server[103882]: return self.request(url, 'GET', **kwargs) Apr 06 11:28:09.868004 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 11:28:09.868004 dv-cinder-836073-2-iscsi neutron-server[103882]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 11:28:09.868004 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 11:28:09.868004 dv-cinder-836073-2-iscsi neutron-server[103882]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 11:28:09.868004 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 11:28:09.868004 dv-cinder-836073-2-iscsi neutron-server[103882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 11:28:09.868004 dv-cinder-836073-2-iscsi neutron-server[103882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 11:28:09.934420 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ac2100d9-04b1-443a-b840-e92b324ce22f req-5e440367-945d-4f2f-8d6b-e1af20c0af1d service neutron] 10.222.0.48 "GET /v2.0/networks/106eef2d-4f40-46cd-832f-5b84b361bc62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759304 Apr 06 11:28:10.010899 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-4172868e-c940-498d-bb5f-92bfbf09727f req-0f0ab0ac-d0ec-4bdb-8f1f-cf0e17ba54e3 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks [] for port (b4037637-d2e8-46ac-9e71-a1873f93a273), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:10.037489 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-e6a84d53-1a77-423c-bc3d-dcb65ca6116e req-5bf426ce-d3a2-4ed7-98e5-be551ad94073 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=081311f2-0586-4322-b5fe-be6919a27964 HTTP/1.1" status: 200 len: 210 time: 0.0461798 Apr 06 11:28:10.195576 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a256e0d7ec5edad375dd6353356bf7a80218bed4a34d309726d6a914db977355" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a71956-3d48-4dcc-9921-3c343c27a5a9" -d '{"events": [{"server_uuid": "ec4f05ca-fb96-4749-ac4d-3019e15200ec", "name": "network-vif-plugged", "status": "completed", "tag": "99685ee7-639b-4d8f-8140-a99b25373c7d"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:28:10.288035 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec54999-130a-459e-a74d-2cf9d3097326 x-openstack-request-id: req-2ec54999-130a-459e-a74d-2cf9d3097326 {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:28:10.288346 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec4f05ca-fb96-4749-ac4d-3019e15200ec", "name": "network-vif-plugged", "status": "completed", "tag": "99685ee7-639b-4d8f-8140-a99b25373c7d", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:28:10.288624 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2ec54999-130a-459e-a74d-2cf9d3097326 {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:28:10.289052 dv-cinder-836073-2-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ec54999-130a-459e-a74d-2cf9d3097326'] response: {'server_uuid': 'ec4f05ca-fb96-4749-ac4d-3019e15200ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99685ee7-639b-4d8f-8140-a99b25373c7d', 'code': 200} Apr 06 11:28:10.291520 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ed4356-09ee-4e48-91f5-a8f7b24e67a1 req-53b12440-4e3e-490f-967d-a8e167eb7cc3 tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:10.293143 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-87ed4356-09ee-4e48-91f5-a8f7b24e67a1 req-53b12440-4e3e-490f-967d-a8e167eb7cc3 tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec4f05ca-fb96-4749-ac4d-3019e15200ec HTTP/1.1" status: 200 len: 945 time: 0.0609767 Apr 06 11:28:10.344771 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-87ed4356-09ee-4e48-91f5-a8f7b24e67a1 req-7ed58ba5-ddf8-4676-809b-33fa7ff0c23d tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d4bf464-bde8-419b-aed7-2fb160b78897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457373 Apr 06 11:28:10.558365 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device 7fcabb26-3c5a-4b0d-b661-44c5c09bec89 up at agent hyperv_hv-cinder-83607 {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:28:10.582383 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-4172868e-c940-498d-bb5f-92bfbf09727f req-0f0ab0ac-d0ec-4bdb-8f1f-cf0e17ba54e3 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779192465924'] for port (b4037637-d2e8-46ac-9e71-a1873f93a273), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:10.584728 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-184e049e-27f0-431a-9029-0135fdb6590c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1963367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-886447'] for network (a775648e-59bc-4a88-a39a-f34063ed9508), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:10.623895 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0cc2d64b-8553-4c26-9c2d-26728f607b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (295112eb-abec-44aa-a7f9-d1b9c67b3953), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:10.654075 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-184e049e-27f0-431a-9029-0135fdb6590c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570608'] for network (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:10.660461 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-184e049e-27f0-431a-9029-0135fdb6590c admin admin] 10.222.0.43 "DELETE /v2.0/networks/a775648e-59bc-4a88-a39a-f34063ed9508 HTTP/1.1" status: 204 len: 168 time: 1.3574758 Apr 06 11:28:10.660461 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184e049e-27f0-431a-9029-0135fdb6590c admin admin] Pushing event deleted for resources: {'Network': ['ID=a775648e-59bc-4a88-a39a-f34063ed9508,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:10.688530 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4172868e-c940-498d-bb5f-92bfbf09727f req-0f0ab0ac-d0ec-4bdb-8f1f-cf0e17ba54e3 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Network dc23bab2-5009-4000-9be8-b01c02506344 is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:28:10.695148 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [req-4172868e-c940-498d-bb5f-92bfbf09727f req-0f0ab0ac-d0ec-4bdb-8f1f-cf0e17ba54e3 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:28:10.698866 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [req-4172868e-c940-498d-bb5f-92bfbf09727f req-0f0ab0ac-d0ec-4bdb-8f1f-cf0e17ba54e3 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:28:10.704919 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4172868e-c940-498d-bb5f-92bfbf09727f req-0f0ab0ac-d0ec-4bdb-8f1f-cf0e17ba54e3 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:10.705561 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-4172868e-c940-498d-bb5f-92bfbf09727f req-0f0ab0ac-d0ec-4bdb-8f1f-cf0e17ba54e3 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570608'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:10.725716 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0ab0ac-d0ec-4bdb-8f1f-cf0e17ba54e3 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Pushing event updated for resources: {'Port': ['ID=b4037637-d2e8-46ac-9e71-a1873f93a273,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:10.761885 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-23aeae14-9b67-4ae4-aa5c-8ed17bcd319c admin admin] Publish callbacks [] for security_group (7ac80c3c-ad27-45ea-9d36-d5dc28af9379), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:10.795168 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Provisioning for port 7fcabb26-3c5a-4b0d-b661-44c5c09bec89 completed by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 11:28:10.810383 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Provisioning complete for port 7fcabb26-3c5a-4b0d-b661-44c5c09bec89 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:28:10.810855 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (7fcabb26-3c5a-4b0d-b661-44c5c09bec89), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:10.826531 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-4172868e-c940-498d-bb5f-92bfbf09727f req-0f0ab0ac-d0ec-4bdb-8f1f-cf0e17ba54e3 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6535268 Apr 06 11:28:10.877826 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-23aeae14-9b67-4ae4-aa5c-8ed17bcd319c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (7ac80c3c-ad27-45ea-9d36-d5dc28af9379), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:10.913131 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Current status of the port 7fcabb26-3c5a-4b0d-b661-44c5c09bec89 is: BUILD; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:28:10.916509 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (7fcabb26-3c5a-4b0d-b661-44c5c09bec89), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:10.923407 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aeae14-9b67-4ae4-aa5c-8ed17bcd319c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac80c3c-ad27-45ea-9d36-d5dc28af9379,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:10.952103 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7299c3a-cd46-4c3a-ab48-c44ed4422cae req-59e6cd49-413f-4e86-835f-25caf0932370 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:10.960432 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-d7299c3a-cd46-4c3a-ab48-c44ed4422cae req-59e6cd49-413f-4e86-835f-25caf0932370 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=d35c028e-4cf8-489c-80b7-b86c29b4931d HTTP/1.1" status: 200 len: 943 time: 0.0884545 Apr 06 11:28:10.962395 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-23aeae14-9b67-4ae4-aa5c-8ed17bcd319c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=006b57540ee5482291af0d1f9145c8b4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2240267 Apr 06 11:28:10.964585 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 49166) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:10.980915 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port 7fcabb26-3c5a-4b0d-b661-44c5c09bec89, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=7fcabb26-3c5a-4b0d-b661-44c5c09bec89,segment=NetworkSegment(198df4e5-b698-49c8-a8e7-40f2cf45ec63),segment_id=198df4e5-b698-49c8-a8e7-40f2cf45ec63)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:28:10.991993 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-f301b20a-fa27-4b6a-8ea8-a3e817965f84 None None] Provisioning complete for port b4037637-d2e8-46ac-9e71-a1873f93a273 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:28:10.992869 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f301b20a-fa27-4b6a-8ea8-a3e817965f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (b4037637-d2e8-46ac-9e71-a1873f93a273), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:11.029542 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-d7299c3a-cd46-4c3a-ab48-c44ed4422cae req-2d0e2e57-408f-4546-84ce-ad31282d09c9 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=82206402-599a-4677-83f1-0a4da33930bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633399 Apr 06 11:28:11.051729 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-f301b20a-fa27-4b6a-8ea8-a3e817965f84 None None] Port b4037637-d2e8-46ac-9e71-a1873f93a273 cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:28:11.054203 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (7fcabb26-3c5a-4b0d-b661-44c5c09bec89), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:11.065937 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-313aff73-ef32-405e-ae9a-f8b29a7f198d admin admin] Publish callbacks [] for security_group (7ac80c3c-ad27-45ea-9d36-d5dc28af9379), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:11.107555 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-313aff73-ef32-405e-ae9a-f8b29a7f198d admin admin] Publish callbacks [] for security_group (7ac80c3c-ad27-45ea-9d36-d5dc28af9379), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:11.117467 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Pushing event updated for resources: {'Port': ['ID=7fcabb26-3c5a-4b0d-b661-44c5c09bec89,revision_number=5']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:11.151580 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 49172) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:11.206592 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-537bfb80-cea9-43d6-bf08-08ec537babcf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3df3f8b522d946d0b4c72ed7b157f28d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0530543 Apr 06 11:28:11.206793 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84fba26-bdd3-4f24-b137-2608b2ef7d40 req-3c369e47-609e-4f0e-b1b5-ca3654416063 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:11.211060 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c84fba26-bdd3-4f24-b137-2608b2ef7d40 req-3c369e47-609e-4f0e-b1b5-ca3654416063 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=081311f2-0586-4322-b5fe-be6919a27964 HTTP/1.1" status: 200 len: 932 time: 0.0600519 Apr 06 11:28:11.213007 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 49176) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:11.285513 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [req-4172868e-c940-498d-bb5f-92bfbf09727f req-f51ebdd6-6da4-48d5-8c99-e1fa0d284ae9 service neutron] Request body: {'port': {'device_id': '081311f2-0586-4322-b5fe-be6919a27964', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:28:11.286583 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-313aff73-ef32-405e-ae9a-f8b29a7f198d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (7ac80c3c-ad27-45ea-9d36-d5dc28af9379), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:11.289060 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-313aff73-ef32-405e-ae9a-f8b29a7f198d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:11.293486 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-313aff73-ef32-405e-ae9a-f8b29a7f198d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7ac80c3c-ad27-45ea-9d36-d5dc28af9379 HTTP/1.1" status: 204 len: 168 time: 0.3251905 Apr 06 11:28:11.307632 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c84fba26-bdd3-4f24-b137-2608b2ef7d40 req-f68481a3-cb63-4e40-bf13-b50293c38376 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd7f9ccd-ed17-41d5-9a76-4d027a6a8ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924230 Apr 06 11:28:11.341351 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313aff73-ef32-405e-ae9a-f8b29a7f198d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac80c3c-ad27-45ea-9d36-d5dc28af9379,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:11.399443 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-4172868e-c940-498d-bb5f-92bfbf09727f req-f51ebdd6-6da4-48d5-8c99-e1fa0d284ae9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (b4037637-d2e8-46ac-9e71-a1873f93a273), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:11.585885 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1f8a9-57a9-4ecb-a665-f73609654689 req-76046aa3-cf08-4792-86a3-86cf834b52e7 tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:11.588556 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-17e1f8a9-57a9-4ecb-a665-f73609654689 req-76046aa3-cf08-4792-86a3-86cf834b52e7 tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec4f05ca-fb96-4749-ac4d-3019e15200ec HTTP/1.1" status: 200 len: 945 time: 0.1478255 Apr 06 11:28:11.592540 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4939c3f9-3d21-4db5-9f31-4f5d832d577a admin admin] Publish callbacks [] for security_group (fc0cc7bb-b1d6-4d93-8be7-eae9105fe7a9), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:11.637767 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4939c3f9-3d21-4db5-9f31-4f5d832d577a admin admin] Publish callbacks [] for security_group (fc0cc7bb-b1d6-4d93-8be7-eae9105fe7a9), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:11.692217 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c09b1b0-e491-4ac1-962f-8fb104b586d4 req-2087897a-64cc-4896-89c4-f4ac16a1d457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:11.693407 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-17e1f8a9-57a9-4ecb-a665-f73609654689 req-8ce74594-1d6e-4370-8725-2f37b0709188 tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d4bf464-bde8-419b-aed7-2fb160b78897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859559 Apr 06 11:28:11.693768 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7c09b1b0-e491-4ac1-962f-8fb104b586d4 req-2087897a-64cc-4896-89c4-f4ac16a1d457 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fc235d83432140bcb213022a9840f5c2&device_id=d35c028e-4cf8-489c-80b7-b86c29b4931d HTTP/1.1" status: 200 len: 1127 time: 0.4007638 Apr 06 11:28:11.696320 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a468e316-c996-4a78-a727-fe176c9f2cc1 req-dce37182-f704-4fe8-a25e-0c3515910254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:11.703963 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a468e316-c996-4a78-a727-fe176c9f2cc1 req-dce37182-f704-4fe8-a25e-0c3515910254 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ec4f05ca-fb96-4749-ac4d-3019e15200ec HTTP/1.1" status: 200 len: 1129 time: 0.3793542 Apr 06 11:28:11.767267 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-a468e316-c996-4a78-a727-fe176c9f2cc1 req-03950689-f72b-437f-95d8-2089777a27ea service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:11.858295 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7bcfc971-4c1e-4d8f-8ae7-97bffdd4e21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (33edc1dd-8f2c-4a3f-bd07-9ad8bd534bf2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:11.862615 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [req-4172868e-c940-498d-bb5f-92bfbf09727f req-f51ebdd6-6da4-48d5-8c99-e1fa0d284ae9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4037637-d2e8-46ac-9e71-a1873f93a273 {{(pid=103881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:28:11.872910 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-4172868e-c940-498d-bb5f-92bfbf09727f req-f51ebdd6-6da4-48d5-8c99-e1fa0d284ae9 service neutron] Publish callbacks [] for port (b4037637-d2e8-46ac-9e71-a1873f93a273), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:11.887482 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4939c3f9-3d21-4db5-9f31-4f5d832d577a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (fc0cc7bb-b1d6-4d93-8be7-eae9105fe7a9), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:11.889540 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.db.provisioning_blocks [req-4172868e-c940-498d-bb5f-92bfbf09727f req-f51ebdd6-6da4-48d5-8c99-e1fa0d284ae9 service neutron] Transition to ACTIVE for port object b4037637-d2e8-46ac-9e71-a1873f93a273 will not be triggered until provisioned by entity L2. {{(pid=103881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 11:28:11.890362 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4939c3f9-3d21-4db5-9f31-4f5d832d577a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:11.896244 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-4939c3f9-3d21-4db5-9f31-4f5d832d577a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fc0cc7bb-b1d6-4d93-8be7-eae9105fe7a9 HTTP/1.1" status: 204 len: 168 time: 0.6775875 Apr 06 11:28:11.907663 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4939c3f9-3d21-4db5-9f31-4f5d832d577a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc0cc7bb-b1d6-4d93-8be7-eae9105fe7a9,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:11.931243 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-a468e316-c996-4a78-a727-fe176c9f2cc1 req-03950689-f72b-437f-95d8-2089777a27ea service neutron] Publish callbacks [] for security_group (44c214a1-880e-4f03-a2dc-901be197df5c), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:11.970907 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c09b1b0-e491-4ac1-962f-8fb104b586d4 req-6440c7e9-f1cc-4a0e-bed1-4b6589430792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:11.972692 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7c09b1b0-e491-4ac1-962f-8fb104b586d4 req-6440c7e9-f1cc-4a0e-bed1-4b6589430792 service neutron] 10.222.0.48 "GET /v2.0/networks?id=106eef2d-4f40-46cd-832f-5b84b361bc62 HTTP/1.1" status: 200 len: 920 time: 0.2670355 Apr 06 11:28:11.989915 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-4172868e-c940-498d-bb5f-92bfbf09727f req-f51ebdd6-6da4-48d5-8c99-e1fa0d284ae9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (b4037637-d2e8-46ac-9e71-a1873f93a273), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:12.027435 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7c09b1b0-e491-4ac1-962f-8fb104b586d4 req-ceac7234-0bc8-4fed-b466-fc66ed749eac service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df1360db-fae3-49fb-a625-9bc6842b513b HTTP/1.1" status: 200 len: 217 time: 0.0471830 Apr 06 11:28:12.028538 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-a468e316-c996-4a78-a727-fe176c9f2cc1 req-03950689-f72b-437f-95d8-2089777a27ea service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (44c214a1-880e-4f03-a2dc-901be197df5c), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:12.096557 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51ebdd6-6da4-48d5-8c99-e1fa0d284ae9 service neutron] Pushing event updated for resources: {'Port': ['ID=b4037637-d2e8-46ac-9e71-a1873f93a273,revision_number=2']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:12.162481 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-4172868e-c940-498d-bb5f-92bfbf09727f req-f51ebdd6-6da4-48d5-8c99-e1fa0d284ae9 service neutron] Attempting to bind port b4037637-d2e8-46ac-9e71-a1873f93a273 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:28:12.162820 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-4172868e-c940-498d-bb5f-92bfbf09727f req-f51ebdd6-6da4-48d5-8c99-e1fa0d284ae9 service neutron] Attempting to bind port b4037637-d2e8-46ac-9e71-a1873f93a273 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '3347e514-facd-4073-b90b-64355ba61658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'dc23bab2-5009-4000-9be8-b01c02506344'}] {{(pid=103881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:28:12.163145 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4172868e-c940-498d-bb5f-92bfbf09727f req-f51ebdd6-6da4-48d5-8c99-e1fa0d284ae9 service neutron] Attempting to bind port b4037637-d2e8-46ac-9e71-a1873f93a273 on network dc23bab2-5009-4000-9be8-b01c02506344 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:28:12.164852 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a468e316-c996-4a78-a727-fe176c9f2cc1 req-03950689-f72b-437f-95d8-2089777a27ea service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7d4bf464-bde8-419b-aed7-2fb160b78897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4597390 Apr 06 11:28:12.168933 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4172868e-c940-498d-bb5f-92bfbf09727f req-f51ebdd6-6da4-48d5-8c99-e1fa0d284ae9 service neutron] Port b4037637-d2e8-46ac-9e71-a1873f93a273 on network dc23bab2-5009-4000-9be8-b01c02506344 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 11:28:12.169347 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4172868e-c940-498d-bb5f-92bfbf09727f req-f51ebdd6-6da4-48d5-8c99-e1fa0d284ae9 service neutron] Attempting to bind port b4037637-d2e8-46ac-9e71-a1873f93a273 on network dc23bab2-5009-4000-9be8-b01c02506344 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:28:12.175155 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4172868e-c940-498d-bb5f-92bfbf09727f req-f51ebdd6-6da4-48d5-8c99-e1fa0d284ae9 service neutron] Checking agent: {'id': 'dc195572-b6d9-4259-8541-839e457b2650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 25, 36), 'started_at': datetime.datetime(2022, 4, 6, 11, 25, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:28:12.179108 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4172868e-c940-498d-bb5f-92bfbf09727f req-f51ebdd6-6da4-48d5-8c99-e1fa0d284ae9 service neutron] Checking segment: {'id': '3347e514-facd-4073-b90b-64355ba61658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'dc23bab2-5009-4000-9be8-b01c02506344'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:28:12.179108 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4172868e-c940-498d-bb5f-92bfbf09727f req-f51ebdd6-6da4-48d5-8c99-e1fa0d284ae9 service neutron] Bound using segment: {'id': '3347e514-facd-4073-b90b-64355ba61658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'dc23bab2-5009-4000-9be8-b01c02506344'} {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:28:12.179108 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-4172868e-c940-498d-bb5f-92bfbf09727f req-f51ebdd6-6da4-48d5-8c99-e1fa0d284ae9 service neutron] Bound port: b4037637-d2e8-46ac-9e71-a1873f93a273, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3347e514-facd-4073-b90b-64355ba61658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'dc23bab2-5009-4000-9be8-b01c02506344'}}] {{(pid=103881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:28:12.179108 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-4172868e-c940-498d-bb5f-92bfbf09727f req-f51ebdd6-6da4-48d5-8c99-e1fa0d284ae9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (b4037637-d2e8-46ac-9e71-a1873f93a273), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:12.199037 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03950689-f72b-437f-95d8-2089777a27ea service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=44c214a1-880e-4f03-a2dc-901be197df5c,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:12.231708 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c09b1b0-e491-4ac1-962f-8fb104b586d4 req-cb203fef-81d2-4cd9-9c5e-801e1e4c906e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:12.233780 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7c09b1b0-e491-4ac1-962f-8fb104b586d4 req-cb203fef-81d2-4cd9-9c5e-801e1e4c906e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b1304d50-4387-41c0-a102-fa6eb203f82e HTTP/1.1" status: 200 len: 858 time: 0.1620045 Apr 06 11:28:12.256032 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02026e8b-245f-4b6a-85c4-df6cb0c2b0fd req-72427c9c-cc1b-40b5-b663-ef1b2792da29 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:12.257866 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-02026e8b-245f-4b6a-85c4-df6cb0c2b0fd req-72427c9c-cc1b-40b5-b663-ef1b2792da29 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=d35c028e-4cf8-489c-80b7-b86c29b4931d HTTP/1.1" status: 200 len: 943 time: 0.1007597 Apr 06 11:28:12.290155 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5f3e882-c3d2-4207-90be-fb022681182c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fcabb26-3c5a-4b0d-b661-44c5c09bec89'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:28:12.292463 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a256e0d7ec5edad375dd6353356bf7a80218bed4a34d309726d6a914db977355" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2abef030-b503-478a-8884-073639599e2e" -d '{"events": [{"server_uuid": "a5f3e882-c3d2-4207-90be-fb022681182c", "name": "network-vif-plugged", "status": "completed", "tag": "7fcabb26-3c5a-4b0d-b661-44c5c09bec89"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:28:12.335392 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-4172868e-c940-498d-bb5f-92bfbf09727f req-f51ebdd6-6da4-48d5-8c99-e1fa0d284ae9 service neutron] For port b4037637-d2e8-46ac-9e71-a1873f93a273, host hv-cinder-83607, cleared binding levels {{(pid=103881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:28:12.338998 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-02026e8b-245f-4b6a-85c4-df6cb0c2b0fd req-b1f8f4a8-251f-49ba-a4a9-e851a5e8c43b tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=82206402-599a-4677-83f1-0a4da33930bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739312 Apr 06 11:28:12.352433 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-4172868e-c940-498d-bb5f-92bfbf09727f req-f51ebdd6-6da4-48d5-8c99-e1fa0d284ae9 service neutron] For port b4037637-d2e8-46ac-9e71-a1873f93a273, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b4037637-d2e8-46ac-9e71-a1873f93a273,segment=NetworkSegment(3347e514-facd-4073-b90b-64355ba61658),segment_id=3347e514-facd-4073-b90b-64355ba61658)] {{(pid=103881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:28:12.356169 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ae1501-5353-4001-8e78-bd48dee8ee06 x-openstack-request-id: req-30ae1501-5353-4001-8e78-bd48dee8ee06 {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:28:12.356657 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5f3e882-c3d2-4207-90be-fb022681182c", "name": "network-vif-plugged", "status": "completed", "tag": "7fcabb26-3c5a-4b0d-b661-44c5c09bec89", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:28:12.357063 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-30ae1501-5353-4001-8e78-bd48dee8ee06 {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:28:12.357691 dv-cinder-836073-2-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30ae1501-5353-4001-8e78-bd48dee8ee06'] response: {'server_uuid': 'a5f3e882-c3d2-4207-90be-fb022681182c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fcabb26-3c5a-4b0d-b661-44c5c09bec89', 'code': 200} Apr 06 11:28:12.448171 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c09b1b0-e491-4ac1-962f-8fb104b586d4 req-5ee5e150-9797-4c41-ab71-15e88af00100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:12.449880 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7c09b1b0-e491-4ac1-962f-8fb104b586d4 req-5ee5e150-9797-4c41-ab71-15e88af00100 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=106eef2d-4f40-46cd-832f-5b84b361bc62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0668237 Apr 06 11:28:12.458273 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-4172868e-c940-498d-bb5f-92bfbf09727f req-f51ebdd6-6da4-48d5-8c99-e1fa0d284ae9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (b4037637-d2e8-46ac-9e71-a1873f93a273), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:12.515398 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4172868e-c940-498d-bb5f-92bfbf09727f req-f51ebdd6-6da4-48d5-8c99-e1fa0d284ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:12.516051 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-4172868e-c940-498d-bb5f-92bfbf09727f req-f51ebdd6-6da4-48d5-8c99-e1fa0d284ae9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570608'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:12.517546 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-4172868e-c940-498d-bb5f-92bfbf09727f req-f51ebdd6-6da4-48d5-8c99-e1fa0d284ae9 service neutron] 10.222.0.48 "PUT /v2.0/ports/b4037637-d2e8-46ac-9e71-a1873f93a273 HTTP/1.1" status: 200 len: 1094 time: 1.2375600 Apr 06 11:28:12.518720 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '081311f2-0586-4322-b5fe-be6919a27964', 'tag': 'b4037637-d2e8-46ac-9e71-a1873f93a273'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:28:12.520968 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3406b54a2f576febad5dd824c011310fb025ac9b816498a8b13137d73c32da04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d358394-ea92-49db-9359-db7cb8cbfa71" -d '{"events": [{"name": "network-changed", "server_uuid": "081311f2-0586-4322-b5fe-be6919a27964", "tag": "b4037637-d2e8-46ac-9e71-a1873f93a273"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:28:12.546841 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51ebdd6-6da4-48d5-8c99-e1fa0d284ae9 service neutron] Pushing event updated for resources: {'Port': ['ID=b4037637-d2e8-46ac-9e71-a1873f93a273,revision_number=3']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:12.561606 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3aed51-cd11-4fea-8eb6-8680ee5b5e24 req-0693cd86-2e98-4b42-a2d2-9240beb0f7cb tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:12.561606 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ff3aed51-cd11-4fea-8eb6-8680ee5b5e24 req-0693cd86-2e98-4b42-a2d2-9240beb0f7cb tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=081311f2-0586-4322-b5fe-be6919a27964 HTTP/1.1" status: 200 len: 944 time: 0.1155322 Apr 06 11:28:12.565610 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device df1360db-fae3-49fb-a625-9bc6842b513b details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:28:12.579219 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7c09b1b0-e491-4ac1-962f-8fb104b586d4 req-d68e2142-81b5-4a7a-badc-25ad5d21ac1e service neutron] 10.222.0.48 "GET /v2.0/networks/106eef2d-4f40-46cd-832f-5b84b361bc62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216409 Apr 06 11:28:12.579853 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9202f59e-c979-4cb8-8e10-0ff68ffa97dd x-openstack-request-id: req-9202f59e-c979-4cb8-8e10-0ff68ffa97dd {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:28:12.580238 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "081311f2-0586-4322-b5fe-be6919a27964", "tag": "b4037637-d2e8-46ac-9e71-a1873f93a273", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:28:12.581961 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9202f59e-c979-4cb8-8e10-0ff68ffa97dd {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:28:12.584148 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9202f59e-c979-4cb8-8e10-0ff68ffa97dd'] response: {'name': 'network-changed', 'server_uuid': '081311f2-0586-4322-b5fe-be6919a27964', 'tag': 'b4037637-d2e8-46ac-9e71-a1873f93a273', 'status': 'completed', 'code': 200} Apr 06 11:28:12.641587 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ff3aed51-cd11-4fea-8eb6-8680ee5b5e24 req-b694b3c1-ae51-4ef2-babb-9dcfe242c1e1 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd7f9ccd-ed17-41d5-9a76-4d027a6a8ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664849 Apr 06 11:28:12.692462 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port df1360db-fae3-49fb-a625-9bc6842b513b, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=df1360db-fae3-49fb-a625-9bc6842b513b,segment=NetworkSegment(198df4e5-b698-49c8-a8e7-40f2cf45ec63),segment_id=198df4e5-b698-49c8-a8e7-40f2cf45ec63)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:28:12.706234 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Returning: {'device': 'df1360db-fae3-49fb-a625-9bc6842b513b', 'network_id': '106eef2d-4f40-46cd-832f-5b84b361bc62', 'port_id': 'df1360db-fae3-49fb-a625-9bc6842b513b', 'mac_address': 'fa:16:3e:6a:93:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1304d50-4387-41c0-a102-fa6eb203f82e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:28:12.753272 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Current status of the port df1360db-fae3-49fb-a625-9bc6842b513b is: DOWN; New status is: BUILD {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:28:12.753787 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (df1360db-fae3-49fb-a625-9bc6842b513b), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:12.771547 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df1360db-fae3-49fb-a625-9bc6842b513b {{(pid=103883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:28:12.799109 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port df1360db-fae3-49fb-a625-9bc6842b513b, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=df1360db-fae3-49fb-a625-9bc6842b513b,segment=NetworkSegment(198df4e5-b698-49c8-a8e7-40f2cf45ec63),segment_id=198df4e5-b698-49c8-a8e7-40f2cf45ec63)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:28:12.837079 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 49238) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:12.869967 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (df1360db-fae3-49fb-a625-9bc6842b513b), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:12.970781 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e68bd4c-67b9-40ab-acbe-110233d7dd1e req-d2eb8854-c496-4e3a-817d-93517a638de5 tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:12.972320 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6e68bd4c-67b9-40ab-acbe-110233d7dd1e req-d2eb8854-c496-4e3a-817d-93517a638de5 tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec4f05ca-fb96-4749-ac4d-3019e15200ec HTTP/1.1" status: 200 len: 945 time: 0.1767936 Apr 06 11:28:13.011427 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Pushing event updated for resources: {'Port': ['ID=df1360db-fae3-49fb-a625-9bc6842b513b,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:13.064678 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4172868e-c940-498d-bb5f-92bfbf09727f req-0ccde5d1-ddd9-4424-9d6c-ae85f15088eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:13.065170 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d221e35-b93c-4e76-9ea0-b909c54c2d9d req-60880cbf-8fd4-4ba8-acf3-d9071767db81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:13.066265 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-4172868e-c940-498d-bb5f-92bfbf09727f req-0ccde5d1-ddd9-4424-9d6c-ae85f15088eb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3d847e14f64944dba3c2bfdecc16dd16&device_id=081311f2-0586-4322-b5fe-be6919a27964 HTTP/1.1" status: 200 len: 1128 time: 0.1827993 Apr 06 11:28:13.066594 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5d221e35-b93c-4e76-9ea0-b909c54c2d9d req-60880cbf-8fd4-4ba8-acf3-d9071767db81 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a5f3e882-c3d2-4207-90be-fb022681182c HTTP/1.1" status: 200 len: 1129 time: 0.1573713 Apr 06 11:28:13.069171 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-f552ca94-672e-46ab-8ee7-2b88a9e13ea5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=90ddbc372c8a48fd9360c4a20ef2c6f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2322059 Apr 06 11:28:13.071373 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7c09b1b0-e491-4ac1-962f-8fb104b586d4 req-e0a1148a-e21c-4c9c-bcb0-91bf572055d1 service neutron] 10.222.0.48 "GET /v2.0/networks/106eef2d-4f40-46cd-832f-5b84b361bc62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002804 Apr 06 11:28:13.071961 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 49244) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:13.076543 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6e68bd4c-67b9-40ab-acbe-110233d7dd1e req-bbed0b22-765e-497f-bdd3-b72f95386ad5 tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d4bf464-bde8-419b-aed7-2fb160b78897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932393 Apr 06 11:28:13.089566 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] get_ports_and_sgs() called for port_ids ['df1360db-fae3-49fb-a625-9bc6842b513b'] {{(pid=103883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:28:13.192374 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-4172868e-c940-498d-bb5f-92bfbf09727f req-82335e1b-5f21-4b47-8ac3-7539e208b479 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4037637-d2e8-46ac-9e71-a1873f93a273 HTTP/1.1" status: 200 len: 217 time: 0.0877225 Apr 06 11:28:13.237958 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (a2831ac0-05e7-463d-be89-41d2adab36ec), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:13.243256 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-674c7b26-0b15-4758-872a-efdc864f8ea2 admin admin] Publish callbacks [] for security_group (eee121a3-182a-4e96-aa06-377588c46926), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:13.245762 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5d221e35-b93c-4e76-9ea0-b909c54c2d9d req-bf0da0f8-5dd1-4ace-86b1-de4668a9374c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=82206402-599a-4677-83f1-0a4da33930bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381440 Apr 06 11:28:13.306068 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-674c7b26-0b15-4758-872a-efdc864f8ea2 admin admin] Publish callbacks [] for security_group (eee121a3-182a-4e96-aa06-377588c46926), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:13.308823 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4172868e-c940-498d-bb5f-92bfbf09727f req-20266da4-1550-4642-a6c0-0bdf524a4c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:13.310526 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-4172868e-c940-498d-bb5f-92bfbf09727f req-20266da4-1550-4642-a6c0-0bdf524a4c2c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=af591e27-8cd2-4603-8651-34dd07f2f0b2 HTTP/1.1" status: 200 len: 850 time: 0.1067052 Apr 06 11:28:13.502225 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-674c7b26-0b15-4758-872a-efdc864f8ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (eee121a3-182a-4e96-aa06-377588c46926), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:13.504895 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-674c7b26-0b15-4758-872a-efdc864f8ea2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:13.506043 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-674c7b26-0b15-4758-872a-efdc864f8ea2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/eee121a3-182a-4e96-aa06-377588c46926 HTTP/1.1" status: 204 len: 168 time: 0.4329557 Apr 06 11:28:13.530084 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674c7b26-0b15-4758-872a-efdc864f8ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee121a3-182a-4e96-aa06-377588c46926,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:13.561635 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f0686-dad8-440e-9ea0-b4fc3238e5eb req-1368684b-617d-4401-bef1-802dfb67cd72 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:13.563248 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ac6f0686-dad8-440e-9ea0-b4fc3238e5eb req-1368684b-617d-4401-bef1-802dfb67cd72 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=d35c028e-4cf8-489c-80b7-b86c29b4931d HTTP/1.1" status: 200 len: 944 time: 0.1509008 Apr 06 11:28:13.574885 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4172868e-c940-498d-bb5f-92bfbf09727f req-a2ed9bbd-8766-4a75-8c2b-3d700ba367d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:13.576464 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-4172868e-c940-498d-bb5f-92bfbf09727f req-a2ed9bbd-8766-4a75-8c2b-3d700ba367d7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dc23bab2-5009-4000-9be8-b01c02506344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1246083 Apr 06 11:28:13.675864 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ac6f0686-dad8-440e-9ea0-b4fc3238e5eb req-f0f190ee-bd98-42f1-b235-fbe545b8aa00 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=82206402-599a-4677-83f1-0a4da33930bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031046 Apr 06 11:28:13.712061 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-4172868e-c940-498d-bb5f-92bfbf09727f req-7d359d79-a085-4491-b263-c0f182921cf5 service neutron] 10.222.0.48 "GET /v2.0/networks/dc23bab2-5009-4000-9be8-b01c02506344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250119 Apr 06 11:28:13.785835 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9f082-1669-4bb1-a339-81f157020a5c req-7025f746-2e88-487a-9fe6-14ae1fd05b14 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:13.787655 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-36f9f082-1669-4bb1-a339-81f157020a5c req-7025f746-2e88-487a-9fe6-14ae1fd05b14 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=081311f2-0586-4322-b5fe-be6919a27964 HTTP/1.1" status: 200 len: 944 time: 0.0556936 Apr 06 11:28:13.860299 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-36f9f082-1669-4bb1-a339-81f157020a5c req-98684c85-e347-4201-ba8f-127d8b218cc9 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd7f9ccd-ed17-41d5-9a76-4d027a6a8ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641620 Apr 06 11:28:14.178442 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-4172868e-c940-498d-bb5f-92bfbf09727f req-e3dc6835-466a-4e5a-a095-537ddcde37a4 service neutron] 10.222.0.48 "GET /v2.0/networks/dc23bab2-5009-4000-9be8-b01c02506344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735934 Apr 06 11:28:14.290900 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca706c3-00ed-4229-b01c-55bc9d1feb5e req-6dfad499-e11e-485a-be60-60ad837bb68f tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:14.297928 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-5ca706c3-00ed-4229-b01c-55bc9d1feb5e req-6dfad499-e11e-485a-be60-60ad837bb68f tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec4f05ca-fb96-4749-ac4d-3019e15200ec HTTP/1.1" status: 200 len: 945 time: 0.0834348 Apr 06 11:28:14.341423 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-5ca706c3-00ed-4229-b01c-55bc9d1feb5e req-57db0734-8aa9-4b67-bd22-f92d0ac34f46 tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d4bf464-bde8-419b-aed7-2fb160b78897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424747 Apr 06 11:28:14.577732 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device df1360db-fae3-49fb-a625-9bc6842b513b up at agent hyperv_hv-cinder-83607 {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:28:14.728377 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Provisioning for port df1360db-fae3-49fb-a625-9bc6842b513b completed by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 11:28:14.733633 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Provisioning complete for port df1360db-fae3-49fb-a625-9bc6842b513b triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:28:14.736456 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (df1360db-fae3-49fb-a625-9bc6842b513b), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:14.836849 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db2ce5-0f8f-42ab-a4fc-9c7051b9a943 req-613557e1-b8cc-4dd3-b422-611b9f86209a tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:14.838955 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f8db2ce5-0f8f-42ab-a4fc-9c7051b9a943 req-613557e1-b8cc-4dd3-b422-611b9f86209a tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=d35c028e-4cf8-489c-80b7-b86c29b4931d HTTP/1.1" status: 200 len: 944 time: 0.0878959 Apr 06 11:28:14.864932 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Current status of the port df1360db-fae3-49fb-a625-9bc6842b513b is: BUILD; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:28:14.865145 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (df1360db-fae3-49fb-a625-9bc6842b513b), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:14.938319 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f8db2ce5-0f8f-42ab-a4fc-9c7051b9a943 req-93fbd566-0951-40c2-97d4-1c5a1962abfc tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=82206402-599a-4677-83f1-0a4da33930bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920234 Apr 06 11:28:14.941034 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd35c028e-4cf8-489c-80b7-b86c29b4931d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df1360db-fae3-49fb-a625-9bc6842b513b'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:28:14.951512 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a256e0d7ec5edad375dd6353356bf7a80218bed4a34d309726d6a914db977355" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9cf8b44-f6d4-4cfe-b5f8-c7cc14ba113c" -d '{"events": [{"server_uuid": "d35c028e-4cf8-489c-80b7-b86c29b4931d", "name": "network-vif-plugged", "status": "completed", "tag": "df1360db-fae3-49fb-a625-9bc6842b513b"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:28:14.959291 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port df1360db-fae3-49fb-a625-9bc6842b513b, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=df1360db-fae3-49fb-a625-9bc6842b513b,segment=NetworkSegment(198df4e5-b698-49c8-a8e7-40f2cf45ec63),segment_id=198df4e5-b698-49c8-a8e7-40f2cf45ec63)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:28:14.991198 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-379f109a-e4d2-4f4f-b376-2e5a4b98b4b3 x-openstack-request-id: req-379f109a-e4d2-4f4f-b376-2e5a4b98b4b3 {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:28:14.991493 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d35c028e-4cf8-489c-80b7-b86c29b4931d", "name": "network-vif-plugged", "status": "completed", "tag": "df1360db-fae3-49fb-a625-9bc6842b513b", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:28:14.991813 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-379f109a-e4d2-4f4f-b376-2e5a4b98b4b3 {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:28:14.992173 dv-cinder-836073-2-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-379f109a-e4d2-4f4f-b376-2e5a4b98b4b3'] response: {'server_uuid': 'd35c028e-4cf8-489c-80b7-b86c29b4931d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df1360db-fae3-49fb-a625-9bc6842b513b', 'code': 200} Apr 06 11:28:15.032661 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (df1360db-fae3-49fb-a625-9bc6842b513b), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:15.037721 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631731d5-7ca5-4695-b24d-af4f7cfd6ccc req-96cdf761-e951-4c51-a045-47548b991b52 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:15.046731 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-631731d5-7ca5-4695-b24d-af4f7cfd6ccc req-96cdf761-e951-4c51-a045-47548b991b52 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=081311f2-0586-4322-b5fe-be6919a27964 HTTP/1.1" status: 200 len: 944 time: 0.0799761 Apr 06 11:28:15.119247 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-631731d5-7ca5-4695-b24d-af4f7cfd6ccc req-e9f796f7-dd96-4188-a7d5-bd0cbbe59f93 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd7f9ccd-ed17-41d5-9a76-4d027a6a8ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603058 Apr 06 11:28:15.121320 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Pushing event updated for resources: {'Port': ['ID=df1360db-fae3-49fb-a625-9bc6842b513b,revision_number=5']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:15.476772 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d358394-ea92-49db-9359-db7cb8cbfa71 req-e14c61af-0de9-451f-954a-42a69799910e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:15.478691 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-3d358394-ea92-49db-9359-db7cb8cbfa71 req-e14c61af-0de9-451f-954a-42a69799910e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3d847e14f64944dba3c2bfdecc16dd16&device_id=081311f2-0586-4322-b5fe-be6919a27964 HTTP/1.1" status: 200 len: 1128 time: 0.0595083 Apr 06 11:28:15.538260 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230fb711-99b9-4cc4-940c-d6ca9286e23f req-12753b9e-60aa-47cf-acca-4c4dea7d75b7 tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:15.540168 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-230fb711-99b9-4cc4-940c-d6ca9286e23f req-12753b9e-60aa-47cf-acca-4c4dea7d75b7 tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec4f05ca-fb96-4749-ac4d-3019e15200ec HTTP/1.1" status: 200 len: 945 time: 0.0819900 Apr 06 11:28:15.595624 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-230fb711-99b9-4cc4-940c-d6ca9286e23f req-5a771dc9-44af-4d61-8e6b-eb3243dc20cd tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d4bf464-bde8-419b-aed7-2fb160b78897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429242 Apr 06 11:28:16.050373 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d358394-ea92-49db-9359-db7cb8cbfa71 req-31083e36-6711-4713-a98a-36da4638edd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:16.054542 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-3d358394-ea92-49db-9359-db7cb8cbfa71 req-31083e36-6711-4713-a98a-36da4638edd4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dc23bab2-5009-4000-9be8-b01c02506344 HTTP/1.1" status: 200 len: 912 time: 0.2279840 Apr 06 11:28:16.114050 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32e251-ff0f-4655-b251-4e101c3f31ce req-d2e35cad-2209-4f5c-8f7c-9ef9f9abb55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:16.115669 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fd32e251-ff0f-4655-b251-4e101c3f31ce req-d2e35cad-2209-4f5c-8f7c-9ef9f9abb55c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d35c028e-4cf8-489c-80b7-b86c29b4931d HTTP/1.1" status: 200 len: 1129 time: 0.0485413 Apr 06 11:28:16.120038 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-3d358394-ea92-49db-9359-db7cb8cbfa71 req-eeb2448d-e411-4a7a-b6e5-17fdfa42c4ad service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4037637-d2e8-46ac-9e71-a1873f93a273 HTTP/1.1" status: 200 len: 217 time: 0.0469387 Apr 06 11:28:16.171377 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fd32e251-ff0f-4655-b251-4e101c3f31ce req-bc0163f5-9b75-4d10-9cf4-8d01927f008e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=82206402-599a-4677-83f1-0a4da33930bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436914 Apr 06 11:28:16.173520 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c953c8-87ba-458f-ba6d-91019ed82266 req-009c5d77-7ab9-4213-84e7-ffa27a44de38 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:16.174251 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-67c953c8-87ba-458f-ba6d-91019ed82266 req-009c5d77-7ab9-4213-84e7-ffa27a44de38 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=d35c028e-4cf8-489c-80b7-b86c29b4931d HTTP/1.1" status: 200 len: 945 time: 0.1506674 Apr 06 11:28:16.182658 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d358394-ea92-49db-9359-db7cb8cbfa71 req-66b09d06-a15b-4112-9a22-736f904c4002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:16.184082 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-3d358394-ea92-49db-9359-db7cb8cbfa71 req-66b09d06-a15b-4112-9a22-736f904c4002 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=af591e27-8cd2-4603-8651-34dd07f2f0b2 HTTP/1.1" status: 200 len: 850 time: 0.0570948 Apr 06 11:28:16.237165 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-67c953c8-87ba-458f-ba6d-91019ed82266 req-ebe0dbde-8101-4336-9cda-3ba28de452a6 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=82206402-599a-4677-83f1-0a4da33930bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516768 Apr 06 11:28:16.276565 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c45229-ee1c-49fe-8e6e-29994dafc2c0 req-46ddddf3-6372-4686-9e46-b453f682f63b tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:16.278321 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c7c45229-ee1c-49fe-8e6e-29994dafc2c0 req-46ddddf3-6372-4686-9e46-b453f682f63b tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=081311f2-0586-4322-b5fe-be6919a27964 HTTP/1.1" status: 200 len: 944 time: 0.0889320 Apr 06 11:28:16.331063 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c7c45229-ee1c-49fe-8e6e-29994dafc2c0 req-d8173371-9872-4271-882f-e2556d2a30e9 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd7f9ccd-ed17-41d5-9a76-4d027a6a8ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468330 Apr 06 11:28:16.421826 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d358394-ea92-49db-9359-db7cb8cbfa71 req-b02c4abe-56a9-4e3d-93f4-ecd489968c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:16.423673 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-3d358394-ea92-49db-9359-db7cb8cbfa71 req-b02c4abe-56a9-4e3d-93f4-ecd489968c76 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dc23bab2-5009-4000-9be8-b01c02506344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489845 Apr 06 11:28:16.516257 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-3d358394-ea92-49db-9359-db7cb8cbfa71 req-ecf5c4ee-5196-4fed-8770-55597566bb94 service neutron] 10.222.0.48 "GET /v2.0/networks/dc23bab2-5009-4000-9be8-b01c02506344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850775 Apr 06 11:28:16.609503 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-3d358394-ea92-49db-9359-db7cb8cbfa71 req-c7f24812-50aa-4f46-81d2-5dd91498bedf service neutron] 10.222.0.48 "GET /v2.0/networks/dc23bab2-5009-4000-9be8-b01c02506344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865448 Apr 06 11:28:16.701530 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-d2f8dd02-8968-40b0-bca4-a7fc1cec66fd None None] Agent healthcheck: found 6 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:28:16.733445 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401ce27f-9b9c-4c9a-95b7-8058a736d4e3 req-779bddfa-b0f0-4ba0-a70b-39d5e2ecc49c tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:16.733445 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-401ce27f-9b9c-4c9a-95b7-8058a736d4e3 req-779bddfa-b0f0-4ba0-a70b-39d5e2ecc49c tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec4f05ca-fb96-4749-ac4d-3019e15200ec HTTP/1.1" status: 200 len: 945 time: 0.0719693 Apr 06 11:28:16.778347 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-401ce27f-9b9c-4c9a-95b7-8058a736d4e3 req-86c4c3f4-abce-43d1-8263-4298221c6303 tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d4bf464-bde8-419b-aed7-2fb160b78897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424838 Apr 06 11:28:17.365352 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2c101c-330b-4841-965e-fc2565c55550 req-46f07d36-a788-4ad3-ba89-123dac14fa83 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:17.366866 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-dc2c101c-330b-4841-965e-fc2565c55550 req-46f07d36-a788-4ad3-ba89-123dac14fa83 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=d35c028e-4cf8-489c-80b7-b86c29b4931d HTTP/1.1" status: 200 len: 945 time: 0.0514338 Apr 06 11:28:17.417528 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-dc2c101c-330b-4841-965e-fc2565c55550 req-717743a0-c232-4874-bb45-f4421e5e4497 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=82206402-599a-4677-83f1-0a4da33930bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440373 Apr 06 11:28:17.457440 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a21f1d-3dd5-4c49-80dc-08d01a9e13b9 req-0594ec84-fd19-49e6-89b6-4f48bc8b9b2a tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:17.458953 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-a8a21f1d-3dd5-4c49-80dc-08d01a9e13b9 req-0594ec84-fd19-49e6-89b6-4f48bc8b9b2a tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=081311f2-0586-4322-b5fe-be6919a27964 HTTP/1.1" status: 200 len: 944 time: 0.0591118 Apr 06 11:28:17.509211 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-a8a21f1d-3dd5-4c49-80dc-08d01a9e13b9 req-556bd9cf-ec3e-44bd-96d1-27da7ef91150 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd7f9ccd-ed17-41d5-9a76-4d027a6a8ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440454 Apr 06 11:28:18.111474 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 49488) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:18.218593 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-eaaf606f-e152-4cbf-ac83-2ed9d041d8e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:18.290228 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-eaaf606f-e152-4cbf-ac83-2ed9d041d8e2 admin admin] Publish callbacks [] for security_group (5dd5ed16-af48-4324-9894-7ee9357946ab), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:18.403560 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-eaaf606f-e152-4cbf-ac83-2ed9d041d8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (5dd5ed16-af48-4324-9894-7ee9357946ab), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:18.442729 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-eaaf606f-e152-4cbf-ac83-2ed9d041d8e2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f048459684c940b489b542120f04b2c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3301704 Apr 06 11:28:18.443994 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaf606f-e152-4cbf-ac83-2ed9d041d8e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd5ed16-af48-4324-9894-7ee9357946ab,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:18.445341 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 49500) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:18.520184 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-04490414-c808-4943-bf9c-f67be63dfaa9 admin admin] Publish callbacks [] for security_group (5dd5ed16-af48-4324-9894-7ee9357946ab), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:18.556065 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-04490414-c808-4943-bf9c-f67be63dfaa9 admin admin] Publish callbacks [] for security_group (5dd5ed16-af48-4324-9894-7ee9357946ab), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:18.580926 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd518910-1aa2-4ab9-8eb0-5a27d7634a3a req-82e89271-bfea-4c4c-af90-4e01eb197817 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:18.582697 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fd518910-1aa2-4ab9-8eb0-5a27d7634a3a req-82e89271-bfea-4c4c-af90-4e01eb197817 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=d35c028e-4cf8-489c-80b7-b86c29b4931d HTTP/1.1" status: 200 len: 945 time: 0.0943594 Apr 06 11:28:18.588588 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device b4037637-d2e8-46ac-9e71-a1873f93a273 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:28:18.652440 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fd518910-1aa2-4ab9-8eb0-5a27d7634a3a req-18c91b73-ea75-44d4-9435-47fef21f506a tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=82206402-599a-4677-83f1-0a4da33930bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605545 Apr 06 11:28:18.744212 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c55e455-446a-4158-b184-2693848682e6 req-9d008bdb-d790-4ce5-a7b7-1d6290f490fc tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:18.756264 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-9c55e455-446a-4158-b184-2693848682e6 req-9d008bdb-d790-4ce5-a7b7-1d6290f490fc tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=081311f2-0586-4322-b5fe-be6919a27964 HTTP/1.1" status: 200 len: 944 time: 0.1400332 Apr 06 11:28:18.763779 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-04490414-c808-4943-bf9c-f67be63dfaa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (5dd5ed16-af48-4324-9894-7ee9357946ab), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:18.766549 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-04490414-c808-4943-bf9c-f67be63dfaa9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:18.769980 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-04490414-c808-4943-bf9c-f67be63dfaa9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5dd5ed16-af48-4324-9894-7ee9357946ab HTTP/1.1" status: 204 len: 168 time: 0.3199840 Apr 06 11:28:18.780838 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04490414-c808-4943-bf9c-f67be63dfaa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd5ed16-af48-4324-9894-7ee9357946ab,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:18.857171 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-9c55e455-446a-4158-b184-2693848682e6 req-35315d35-291c-4a8e-b9b5-78e9df3bc657 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd7f9ccd-ed17-41d5-9a76-4d027a6a8ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994163 Apr 06 11:28:18.896615 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port b4037637-d2e8-46ac-9e71-a1873f93a273, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b4037637-d2e8-46ac-9e71-a1873f93a273,segment=NetworkSegment(3347e514-facd-4073-b90b-64355ba61658),segment_id=3347e514-facd-4073-b90b-64355ba61658)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:28:18.908993 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Returning: {'device': 'b4037637-d2e8-46ac-9e71-a1873f93a273', 'network_id': 'dc23bab2-5009-4000-9be8-b01c02506344', 'port_id': 'b4037637-d2e8-46ac-9e71-a1873f93a273', 'mac_address': 'fa:16:3e:01:4e:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af591e27-8cd2-4603-8651-34dd07f2f0b2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:28:18.953381 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Current status of the port b4037637-d2e8-46ac-9e71-a1873f93a273 is: DOWN; New status is: BUILD {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:28:18.953807 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (b4037637-d2e8-46ac-9e71-a1873f93a273), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:18.968820 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4037637-d2e8-46ac-9e71-a1873f93a273 {{(pid=103883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:28:18.992578 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port b4037637-d2e8-46ac-9e71-a1873f93a273, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b4037637-d2e8-46ac-9e71-a1873f93a273,segment=NetworkSegment(3347e514-facd-4073-b90b-64355ba61658),segment_id=3347e514-facd-4073-b90b-64355ba61658)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:28:19.122660 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (b4037637-d2e8-46ac-9e71-a1873f93a273), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:19.179626 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Pushing event updated for resources: {'Port': ['ID=b4037637-d2e8-46ac-9e71-a1873f93a273,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:19.332709 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18573d8-f9b2-4818-a63f-4f65683a2ad0 req-18c128a8-a1de-4bdc-9717-1f3585351fbd tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:19.335201 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a18573d8-f9b2-4818-a63f-4f65683a2ad0 req-18c128a8-a1de-4bdc-9717-1f3585351fbd tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=d35c028e-4cf8-489c-80b7-b86c29b4931d HTTP/1.1" status: 200 len: 945 time: 0.0621889 Apr 06 11:28:19.355708 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] get_ports_and_sgs() called for port_ids ['b4037637-d2e8-46ac-9e71-a1873f93a273'] {{(pid=103883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:28:19.397346 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ffb2f0-e648-4be2-ba9a-6453b3ee4e37 req-741db871-cca5-4150-ae36-b4d660259eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:19.399576 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a18573d8-f9b2-4818-a63f-4f65683a2ad0 req-10014111-c6b6-4ae7-a400-39feb5703312 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=82206402-599a-4677-83f1-0a4da33930bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572188 Apr 06 11:28:19.402547 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-f3ffb2f0-e648-4be2-ba9a-6453b3ee4e37 req-741db871-cca5-4150-ae36-b4d660259eb5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fc235d83432140bcb213022a9840f5c2&device_id=d35c028e-4cf8-489c-80b7-b86c29b4931d HTTP/1.1" status: 200 len: 1129 time: 0.0611246 Apr 06 11:28:19.498646 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ffb2f0-e648-4be2-ba9a-6453b3ee4e37 req-fcdd8e05-66e9-4d67-9914-50477ca55e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:19.500334 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-f3ffb2f0-e648-4be2-ba9a-6453b3ee4e37 req-fcdd8e05-66e9-4d67-9914-50477ca55e1a service neutron] 10.222.0.48 "GET /v2.0/networks?id=106eef2d-4f40-46cd-832f-5b84b361bc62 HTTP/1.1" status: 200 len: 920 time: 0.0913086 Apr 06 11:28:19.633887 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 49546) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:19.646744 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-97fbe23f-a798-4d2e-a83b-0fc28091bb46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:19.722150 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-97fbe23f-a798-4d2e-a83b-0fc28091bb46 admin admin] Publish callbacks [] for security_group (ee0f3494-6ab2-4908-9cf8-0bca5fdf4f58), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:19.809523 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-97fbe23f-a798-4d2e-a83b-0fc28091bb46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (ee0f3494-6ab2-4908-9cf8-0bca5fdf4f58), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:19.828939 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 49556) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:19.851290 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-97fbe23f-a798-4d2e-a83b-0fc28091bb46 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f69b4ff10fa14b838c0512597d8ff504&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2163200 Apr 06 11:28:19.853793 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fbe23f-a798-4d2e-a83b-0fc28091bb46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0f3494-6ab2-4908-9cf8-0bca5fdf4f58,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:19.854457 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 49562) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:19.913397 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f01c0084-7491-4841-b4d0-4e24bdc36316 admin admin] Publish callbacks [] for security_group (ee0f3494-6ab2-4908-9cf8-0bca5fdf4f58), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:19.943734 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f01c0084-7491-4841-b4d0-4e24bdc36316 admin admin] Publish callbacks [] for security_group (ee0f3494-6ab2-4908-9cf8-0bca5fdf4f58), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:19.993240 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ad9e8906-3aeb-4b58-a6f3-08718511cb14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:19.999481 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a07b4bf-ff28-4abc-89c9-cda6b08e898f req-5cefd744-2aa5-443f-9d77-d3992f60caf0 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:20.001191 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4a07b4bf-ff28-4abc-89c9-cda6b08e898f req-5cefd744-2aa5-443f-9d77-d3992f60caf0 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=081311f2-0586-4322-b5fe-be6919a27964 HTTP/1.1" status: 200 len: 945 time: 0.0630250 Apr 06 11:28:20.052846 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4a07b4bf-ff28-4abc-89c9-cda6b08e898f req-24660552-116d-411f-89e2-9b8c5d98d89a tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd7f9ccd-ed17-41d5-9a76-4d027a6a8ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457270 Apr 06 11:28:20.119830 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f01c0084-7491-4841-b4d0-4e24bdc36316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (ee0f3494-6ab2-4908-9cf8-0bca5fdf4f58), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:20.122568 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f01c0084-7491-4841-b4d0-4e24bdc36316 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:20.126164 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-f01c0084-7491-4841-b4d0-4e24bdc36316 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ee0f3494-6ab2-4908-9cf8-0bca5fdf4f58 HTTP/1.1" status: 204 len: 168 time: 0.2682197 Apr 06 11:28:20.138458 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01c0084-7491-4841-b4d0-4e24bdc36316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee0f3494-6ab2-4908-9cf8-0bca5fdf4f58,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:20.193649 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ad9e8906-3aeb-4b58-a6f3-08718511cb14 admin admin] Publish callbacks [] for security_group (d528b799-93fc-4312-b9df-b2efc414bff0), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:20.266535 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ad9e8906-3aeb-4b58-a6f3-08718511cb14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (d528b799-93fc-4312-b9df-b2efc414bff0), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:20.309321 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-ad9e8906-3aeb-4b58-a6f3-08718511cb14 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7e4038251b4a404282018faaef1f320a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4758687 Apr 06 11:28:20.309599 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 49580) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:20.315499 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9e8906-3aeb-4b58-a6f3-08718511cb14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d528b799-93fc-4312-b9df-b2efc414bff0,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:20.386909 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-f3ffb2f0-e648-4be2-ba9a-6453b3ee4e37 req-a28343fa-e1f3-4a5c-a48b-e98b9b416d8a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df1360db-fae3-49fb-a625-9bc6842b513b HTTP/1.1" status: 200 len: 217 time: 0.0473249 Apr 06 11:28:20.402415 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-93e6bfe3-05ed-43a1-8aa5-caf7406ec7fa admin admin] Publish callbacks [] for security_group (d528b799-93fc-4312-b9df-b2efc414bff0), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:20.452828 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-93e6bfe3-05ed-43a1-8aa5-caf7406ec7fa admin admin] Publish callbacks [] for security_group (d528b799-93fc-4312-b9df-b2efc414bff0), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:20.550831 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8c46d8-d00b-4c04-a497-de871449821e req-9331f42e-a34b-4e65-b53d-31fa5d6ca4a7 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:20.552323 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-dc8c46d8-d00b-4c04-a497-de871449821e req-9331f42e-a34b-4e65-b53d-31fa5d6ca4a7 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=d35c028e-4cf8-489c-80b7-b86c29b4931d HTTP/1.1" status: 200 len: 945 time: 0.0585051 Apr 06 11:28:20.599546 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-dc8c46d8-d00b-4c04-a497-de871449821e req-03fa8c55-e694-4af1-a67c-fe415b7e56e4 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=82206402-599a-4677-83f1-0a4da33930bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409255 Apr 06 11:28:20.621028 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-93e6bfe3-05ed-43a1-8aa5-caf7406ec7fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (d528b799-93fc-4312-b9df-b2efc414bff0), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:20.626216 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-93e6bfe3-05ed-43a1-8aa5-caf7406ec7fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:20.627566 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-93e6bfe3-05ed-43a1-8aa5-caf7406ec7fa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d528b799-93fc-4312-b9df-b2efc414bff0 HTTP/1.1" status: 204 len: 168 time: 0.3168881 Apr 06 11:28:20.639230 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e6bfe3-05ed-43a1-8aa5-caf7406ec7fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d528b799-93fc-4312-b9df-b2efc414bff0,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:20.996533 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 49616) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:21.167410 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-01be0303-0466-48e2-b504-29107b7ad3fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:21.195276 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0995d36-7199-409e-a036-fcd557851e3d req-6c368865-5a72-417c-bb5c-1f9c367f21dd tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:21.201930 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c0995d36-7199-409e-a036-fcd557851e3d req-6c368865-5a72-417c-bb5c-1f9c367f21dd tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=081311f2-0586-4322-b5fe-be6919a27964 HTTP/1.1" status: 200 len: 945 time: 0.0668476 Apr 06 11:28:21.249838 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-01be0303-0466-48e2-b504-29107b7ad3fa admin admin] Publish callbacks [] for security_group (9cf3197d-0b9d-42e6-81fa-7aaf2e873ad5), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:21.259264 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c0995d36-7199-409e-a036-fcd557851e3d req-3ff43d94-c4f6-438a-9d7c-467883b0fa47 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd7f9ccd-ed17-41d5-9a76-4d027a6a8ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550275 Apr 06 11:28:21.335741 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-01be0303-0466-48e2-b504-29107b7ad3fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (9cf3197d-0b9d-42e6-81fa-7aaf2e873ad5), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:21.335994 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 49632) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:21.351023 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-bf10ea54-5721-49cd-be30-0e50634dacd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:21.388570 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-01be0303-0466-48e2-b504-29107b7ad3fa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0d17bccb4eed4ee0b2272a2934ed538e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3907609 Apr 06 11:28:21.389299 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01be0303-0466-48e2-b504-29107b7ad3fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf3197d-0b9d-42e6-81fa-7aaf2e873ad5,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:21.391907 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 49636) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:21.444484 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-bf10ea54-5721-49cd-be30-0e50634dacd9 admin admin] Publish callbacks [] for security_group (0cab5b3d-abca-4921-b439-3cc6b7c1f053), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:21.457000 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-63407cc3-71e8-402d-9fb0-a51bf14ef640 admin admin] Publish callbacks [] for security_group (9cf3197d-0b9d-42e6-81fa-7aaf2e873ad5), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:21.479623 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-63407cc3-71e8-402d-9fb0-a51bf14ef640 admin admin] Publish callbacks [] for security_group (9cf3197d-0b9d-42e6-81fa-7aaf2e873ad5), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:21.529434 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-bf10ea54-5721-49cd-be30-0e50634dacd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (0cab5b3d-abca-4921-b439-3cc6b7c1f053), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:21.567884 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-bf10ea54-5721-49cd-be30-0e50634dacd9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ed107500d6a944c7b4e4686973531f7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2305448 Apr 06 11:28:21.571235 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 49640) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:21.575075 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf10ea54-5721-49cd-be30-0e50634dacd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cab5b3d-abca-4921-b439-3cc6b7c1f053,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:21.618778 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-63407cc3-71e8-402d-9fb0-a51bf14ef640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (9cf3197d-0b9d-42e6-81fa-7aaf2e873ad5), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:21.621302 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-63407cc3-71e8-402d-9fb0-a51bf14ef640 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:21.622433 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-63407cc3-71e8-402d-9fb0-a51bf14ef640 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9cf3197d-0b9d-42e6-81fa-7aaf2e873ad5 HTTP/1.1" status: 204 len: 168 time: 0.2295041 Apr 06 11:28:21.649510 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-58ef913b-418e-4f23-b9a8-c01cc19d6a55 admin admin] Publish callbacks [] for security_group (0cab5b3d-abca-4921-b439-3cc6b7c1f053), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:21.651612 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63407cc3-71e8-402d-9fb0-a51bf14ef640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf3197d-0b9d-42e6-81fa-7aaf2e873ad5,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:21.675697 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-58ef913b-418e-4f23-b9a8-c01cc19d6a55 admin admin] Publish callbacks [] for security_group (0cab5b3d-abca-4921-b439-3cc6b7c1f053), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:21.686192 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 49648) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:21.755167 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e334b98f-e8c2-4080-b268-fdaa686e72c5 req-acbc992b-4177-4423-bfc5-173291e65bee tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:21.756673 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-e334b98f-e8c2-4080-b268-fdaa686e72c5 req-acbc992b-4177-4423-bfc5-173291e65bee tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=d35c028e-4cf8-489c-80b7-b86c29b4931d HTTP/1.1" status: 200 len: 945 time: 0.0786059 Apr 06 11:28:21.805061 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-e334b98f-e8c2-4080-b268-fdaa686e72c5 req-cb62771f-8433-41e5-883d-70de3391bde8 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=82206402-599a-4677-83f1-0a4da33930bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422356 Apr 06 11:28:21.852859 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-58ef913b-418e-4f23-b9a8-c01cc19d6a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (0cab5b3d-abca-4921-b439-3cc6b7c1f053), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:21.855522 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-58ef913b-418e-4f23-b9a8-c01cc19d6a55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:21.856702 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-58ef913b-418e-4f23-b9a8-c01cc19d6a55 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0cab5b3d-abca-4921-b439-3cc6b7c1f053 HTTP/1.1" status: 204 len: 168 time: 0.2843575 Apr 06 11:28:21.865190 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ef913b-418e-4f23-b9a8-c01cc19d6a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cab5b3d-abca-4921-b439-3cc6b7c1f053,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:21.951669 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-86dd53c3-f4fe-402e-be14-b0c8031acdcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:22.026087 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-86dd53c3-f4fe-402e-be14-b0c8031acdcc admin admin] Publish callbacks [] for security_group (dc32aa21-aa91-45ff-a617-05959d3e561a), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:22.099130 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ffb2f0-e648-4be2-ba9a-6453b3ee4e37 req-c5f9061d-725b-47bf-9197-adcf2d4f6be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:22.100695 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-f3ffb2f0-e648-4be2-ba9a-6453b3ee4e37 req-c5f9061d-725b-47bf-9197-adcf2d4f6be4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b1304d50-4387-41c0-a102-fa6eb203f82e HTTP/1.1" status: 200 len: 858 time: 0.0491195 Apr 06 11:28:22.123194 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-86dd53c3-f4fe-402e-be14-b0c8031acdcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (dc32aa21-aa91-45ff-a617-05959d3e561a), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:22.164981 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-86dd53c3-f4fe-402e-be14-b0c8031acdcc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bf09a97a7c6c4907a1fb7125bb937700&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4771419 Apr 06 11:28:22.166442 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dd53c3-f4fe-402e-be14-b0c8031acdcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc32aa21-aa91-45ff-a617-05959d3e561a,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:22.170687 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 49662) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:22.202752 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ffb2f0-e648-4be2-ba9a-6453b3ee4e37 req-3835a8b0-87f3-4ec9-bbac-53ca5d2f817e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:22.204247 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-f3ffb2f0-e648-4be2-ba9a-6453b3ee4e37 req-3835a8b0-87f3-4ec9-bbac-53ca5d2f817e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=106eef2d-4f40-46cd-832f-5b84b361bc62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0857930 Apr 06 11:28:22.238086 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-3fcf6afe-ad03-491d-8f00-237509500a97 admin admin] Publish callbacks [] for security_group (dc32aa21-aa91-45ff-a617-05959d3e561a), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:22.256512 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-3fcf6afe-ad03-491d-8f00-237509500a97 admin admin] Publish callbacks [] for security_group (dc32aa21-aa91-45ff-a617-05959d3e561a), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:22.392841 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-f3ffb2f0-e648-4be2-ba9a-6453b3ee4e37 req-ebf2a2ca-f87c-4263-a6e2-76dbfef30cb4 service neutron] 10.222.0.48 "GET /v2.0/networks/106eef2d-4f40-46cd-832f-5b84b361bc62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035814 Apr 06 11:28:22.417369 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de893c5-3829-4aae-b578-c8a553fe9b64 req-e01ecc59-4244-4b1b-8644-3b0e7c7a749a tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:22.419014 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9de893c5-3829-4aae-b578-c8a553fe9b64 req-e01ecc59-4244-4b1b-8644-3b0e7c7a749a tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=081311f2-0586-4322-b5fe-be6919a27964 HTTP/1.1" status: 200 len: 945 time: 0.0886707 Apr 06 11:28:22.420342 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-3fcf6afe-ad03-491d-8f00-237509500a97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (dc32aa21-aa91-45ff-a617-05959d3e561a), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:22.424201 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-3fcf6afe-ad03-491d-8f00-237509500a97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:22.425322 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-3fcf6afe-ad03-491d-8f00-237509500a97 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dc32aa21-aa91-45ff-a617-05959d3e561a HTTP/1.1" status: 204 len: 168 time: 0.2530863 Apr 06 11:28:22.449396 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcf6afe-ad03-491d-8f00-237509500a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc32aa21-aa91-45ff-a617-05959d3e561a,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:22.510226 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9de893c5-3829-4aae-b578-c8a553fe9b64 req-c93c14c2-2467-47d2-b538-3caa49874446 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd7f9ccd-ed17-41d5-9a76-4d027a6a8ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830064 Apr 06 11:28:22.510901 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 49684) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:22.520490 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-f3ffb2f0-e648-4be2-ba9a-6453b3ee4e37 req-d0a902dc-fa16-4a1a-846d-d1ebb1d295e2 service neutron] 10.222.0.48 "GET /v2.0/networks/106eef2d-4f40-46cd-832f-5b84b361bc62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188378 Apr 06 11:28:22.537187 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device b4037637-d2e8-46ac-9e71-a1873f93a273 up at agent hyperv_hv-cinder-83607 {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:28:22.540979 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-cf8267c7-fc1d-47af-9bf9-e42ccb2286a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:22.629568 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-cf8267c7-fc1d-47af-9bf9-e42ccb2286a9 admin admin] Publish callbacks [] for security_group (8d79d3fd-6546-4902-8c30-29a30434e8dc), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:22.712491 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Provisioning for port b4037637-d2e8-46ac-9e71-a1873f93a273 completed by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 11:28:22.712650 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-cf8267c7-fc1d-47af-9bf9-e42ccb2286a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (8d79d3fd-6546-4902-8c30-29a30434e8dc), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:22.717310 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Provisioning complete for port b4037637-d2e8-46ac-9e71-a1873f93a273 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:28:22.722641 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (b4037637-d2e8-46ac-9e71-a1873f93a273), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:22.757428 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-cf8267c7-fc1d-47af-9bf9-e42ccb2286a9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c8eb6cc4188444458e587fdc9ddb2976&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2454255 Apr 06 11:28:22.758191 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8267c7-fc1d-47af-9bf9-e42ccb2286a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d79d3fd-6546-4902-8c30-29a30434e8dc,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:22.761330 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 49690) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:22.816962 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Current status of the port b4037637-d2e8-46ac-9e71-a1873f93a273 is: BUILD; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:28:22.817794 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (b4037637-d2e8-46ac-9e71-a1873f93a273), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:22.835489 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1ce6d04e-7ac8-4932-aada-b021168eacdf admin admin] Publish callbacks [] for security_group (8d79d3fd-6546-4902-8c30-29a30434e8dc), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:22.865727 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '081311f2-0586-4322-b5fe-be6919a27964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4037637-d2e8-46ac-9e71-a1873f93a273'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:28:22.872914 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a256e0d7ec5edad375dd6353356bf7a80218bed4a34d309726d6a914db977355" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a00b0521-ef68-4277-920d-36502fe67042" -d '{"events": [{"server_uuid": "081311f2-0586-4322-b5fe-be6919a27964", "name": "network-vif-plugged", "status": "completed", "tag": "b4037637-d2e8-46ac-9e71-a1873f93a273"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:28:22.883181 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1ce6d04e-7ac8-4932-aada-b021168eacdf admin admin] Publish callbacks [] for security_group (8d79d3fd-6546-4902-8c30-29a30434e8dc), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:22.901132 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port b4037637-d2e8-46ac-9e71-a1873f93a273, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b4037637-d2e8-46ac-9e71-a1873f93a273,segment=NetworkSegment(3347e514-facd-4073-b90b-64355ba61658),segment_id=3347e514-facd-4073-b90b-64355ba61658)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:28:22.933712 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b28788fe-6cb9-4aa5-8159-d550d2ff0e6f x-openstack-request-id: req-b28788fe-6cb9-4aa5-8159-d550d2ff0e6f {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:28:22.934256 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "081311f2-0586-4322-b5fe-be6919a27964", "name": "network-vif-plugged", "status": "completed", "tag": "b4037637-d2e8-46ac-9e71-a1873f93a273", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:28:22.934431 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b28788fe-6cb9-4aa5-8159-d550d2ff0e6f {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:28:22.938280 dv-cinder-836073-2-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b28788fe-6cb9-4aa5-8159-d550d2ff0e6f'] response: {'server_uuid': '081311f2-0586-4322-b5fe-be6919a27964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4037637-d2e8-46ac-9e71-a1873f93a273', 'code': 200} Apr 06 11:28:22.970259 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (b4037637-d2e8-46ac-9e71-a1873f93a273), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:23.003537 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fd4030-0c1e-431b-871b-b5941749f15d req-37c1684f-317e-43e7-8307-61d217f8d5a3 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:23.008702 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-a8fd4030-0c1e-431b-871b-b5941749f15d req-37c1684f-317e-43e7-8307-61d217f8d5a3 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=d35c028e-4cf8-489c-80b7-b86c29b4931d HTTP/1.1" status: 200 len: 945 time: 0.0840986 Apr 06 11:28:23.028908 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Pushing event updated for resources: {'Port': ['ID=b4037637-d2e8-46ac-9e71-a1873f93a273,revision_number=5']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:23.061770 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1ce6d04e-7ac8-4932-aada-b021168eacdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (8d79d3fd-6546-4902-8c30-29a30434e8dc), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:23.064249 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1ce6d04e-7ac8-4932-aada-b021168eacdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:23.065404 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-1ce6d04e-7ac8-4932-aada-b021168eacdf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8d79d3fd-6546-4902-8c30-29a30434e8dc HTTP/1.1" status: 204 len: 168 time: 0.3026924 Apr 06 11:28:23.070674 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-a8fd4030-0c1e-431b-871b-b5941749f15d req-ff2088bd-2059-4f9e-aa4f-61153a08ba13 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=82206402-599a-4677-83f1-0a4da33930bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590811 Apr 06 11:28:23.077578 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce6d04e-7ac8-4932-aada-b021168eacdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d79d3fd-6546-4902-8c30-29a30434e8dc,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:23.299177 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 49716) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:23.313570 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e2529f7f-0cba-4b67-bd06-eca38324cdb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:23.352232 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b94ef4-fb65-4bd6-86a7-4aa3cf536785 req-e0015c50-d52d-4501-b117-8a5174822320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:23.355142 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-b4b94ef4-fb65-4bd6-86a7-4aa3cf536785 req-e0015c50-d52d-4501-b117-8a5174822320 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=081311f2-0586-4322-b5fe-be6919a27964 HTTP/1.1" status: 200 len: 1130 time: 0.0850120 Apr 06 11:28:23.406649 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-b4b94ef4-fb65-4bd6-86a7-4aa3cf536785 req-a837dbfb-8a8c-4cb4-bd0d-759d5eb6e6e5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=bd7f9ccd-ed17-41d5-9a76-4d027a6a8ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457699 Apr 06 11:28:23.406885 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e2529f7f-0cba-4b67-bd06-eca38324cdb0 admin admin] Publish callbacks [] for security_group (ee40cef8-6ff0-47f0-8bcf-921c70b2e0f3), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:23.498202 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e2529f7f-0cba-4b67-bd06-eca38324cdb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (ee40cef8-6ff0-47f0-8bcf-921c70b2e0f3), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:23.556789 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2529f7f-0cba-4b67-bd06-eca38324cdb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee40cef8-6ff0-47f0-8bcf-921c70b2e0f3,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:23.572004 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 49730) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:23.575022 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-e2529f7f-0cba-4b67-bd06-eca38324cdb0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=26560df491fa45e08bf6d375811e3af7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2746902 Apr 06 11:28:23.652803 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-56a9ccd2-e962-46be-8fd7-1423a6393f6e admin admin] Publish callbacks [] for security_group (ee40cef8-6ff0-47f0-8bcf-921c70b2e0f3), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:23.667667 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb95b6e7-7441-4fe2-b5c6-d9bc60845f3c req-ebb0b774-5f1a-4f75-b45e-0f322bfece6c tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:23.669630 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-eb95b6e7-7441-4fe2-b5c6-d9bc60845f3c req-ebb0b774-5f1a-4f75-b45e-0f322bfece6c tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=081311f2-0586-4322-b5fe-be6919a27964 HTTP/1.1" status: 200 len: 946 time: 0.0698810 Apr 06 11:28:23.679233 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-56a9ccd2-e962-46be-8fd7-1423a6393f6e admin admin] Publish callbacks [] for security_group (ee40cef8-6ff0-47f0-8bcf-921c70b2e0f3), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:23.724311 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-eb95b6e7-7441-4fe2-b5c6-d9bc60845f3c req-31cd822f-93d8-4ec4-b63d-6263facc1720 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd7f9ccd-ed17-41d5-9a76-4d027a6a8ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487328 Apr 06 11:28:23.820619 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-56a9ccd2-e962-46be-8fd7-1423a6393f6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (ee40cef8-6ff0-47f0-8bcf-921c70b2e0f3), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:23.823648 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-56a9ccd2-e962-46be-8fd7-1423a6393f6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:23.824831 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-56a9ccd2-e962-46be-8fd7-1423a6393f6e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ee40cef8-6ff0-47f0-8bcf-921c70b2e0f3 HTTP/1.1" status: 204 len: 168 time: 0.2514408 Apr 06 11:28:23.833475 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a9ccd2-e962-46be-8fd7-1423a6393f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee40cef8-6ff0-47f0-8bcf-921c70b2e0f3,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:24.198781 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef66e902-3086-43cb-aff4-84e1f3461fda req-71d94f18-8dd9-4187-9937-63e108bcac80 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:24.200869 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ef66e902-3086-43cb-aff4-84e1f3461fda req-71d94f18-8dd9-4187-9937-63e108bcac80 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=d35c028e-4cf8-489c-80b7-b86c29b4931d HTTP/1.1" status: 200 len: 945 time: 0.0585907 Apr 06 11:28:24.251248 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ef66e902-3086-43cb-aff4-84e1f3461fda req-d863f9b3-8f39-4db1-9c96-4b10f53addf8 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=82206402-599a-4677-83f1-0a4da33930bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430939 Apr 06 11:28:24.873227 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f90ac1-2783-435d-ba3d-fe3c0eeb0451 req-535712bb-817c-4487-82a7-da7a1d017707 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:24.874861 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-46f90ac1-2783-435d-ba3d-fe3c0eeb0451 req-535712bb-817c-4487-82a7-da7a1d017707 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=081311f2-0586-4322-b5fe-be6919a27964 HTTP/1.1" status: 200 len: 946 time: 0.0758734 Apr 06 11:28:24.927826 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-46f90ac1-2783-435d-ba3d-fe3c0eeb0451 req-15a4a751-ec0e-4bea-b805-a5ab3c8774c4 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd7f9ccd-ed17-41d5-9a76-4d027a6a8ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459056 Apr 06 11:28:25.272139 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 49810) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:25.366552 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b49f27-837c-46fa-9d04-f52cc65672f7 req-63c4116d-cf35-4487-a35e-0355e80e01ce tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:25.368688 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-e9b49f27-837c-46fa-9d04-f52cc65672f7 req-63c4116d-cf35-4487-a35e-0355e80e01ce tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=d35c028e-4cf8-489c-80b7-b86c29b4931d HTTP/1.1" status: 200 len: 945 time: 0.0523243 Apr 06 11:28:25.430637 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-e9b49f27-837c-46fa-9d04-f52cc65672f7 req-26d9d65b-06de-40ed-8527-668e3832090d tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=82206402-599a-4677-83f1-0a4da33930bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548537 Apr 06 11:28:25.558913 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8440d7f6-f2e7-4de3-923b-f7c89dbc6270 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:25.639612 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8440d7f6-f2e7-4de3-923b-f7c89dbc6270 admin admin] Publish callbacks [] for security_group (218fab9c-4dea-4cd4-aeba-85bdd47ac822), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:25.704297 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8440d7f6-f2e7-4de3-923b-f7c89dbc6270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (218fab9c-4dea-4cd4-aeba-85bdd47ac822), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:25.738523 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-8440d7f6-f2e7-4de3-923b-f7c89dbc6270 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=53b349c7fd8e44baaa453ad766b296f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4653046 Apr 06 11:28:25.744716 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 49834) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:25.747720 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8440d7f6-f2e7-4de3-923b-f7c89dbc6270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=218fab9c-4dea-4cd4-aeba-85bdd47ac822,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:25.793197 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-97246ead-25d9-4026-90e6-0aeec33c7b2b admin admin] Publish callbacks [] for security_group (218fab9c-4dea-4cd4-aeba-85bdd47ac822), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:25.814624 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-97246ead-25d9-4026-90e6-0aeec33c7b2b admin admin] Publish callbacks [] for security_group (218fab9c-4dea-4cd4-aeba-85bdd47ac822), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:25.918051 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-97246ead-25d9-4026-90e6-0aeec33c7b2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (218fab9c-4dea-4cd4-aeba-85bdd47ac822), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:25.921365 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-97246ead-25d9-4026-90e6-0aeec33c7b2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:25.925183 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-97246ead-25d9-4026-90e6-0aeec33c7b2b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/218fab9c-4dea-4cd4-aeba-85bdd47ac822 HTTP/1.1" status: 204 len: 168 time: 0.1765718 Apr 06 11:28:25.930477 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97246ead-25d9-4026-90e6-0aeec33c7b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=218fab9c-4dea-4cd4-aeba-85bdd47ac822,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:26.059318 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e30c6be-6186-4e3b-a290-d4207f8601b1 req-fb89b125-b803-4664-9ec5-7ff5f838f4e4 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:26.060807 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7e30c6be-6186-4e3b-a290-d4207f8601b1 req-fb89b125-b803-4664-9ec5-7ff5f838f4e4 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=081311f2-0586-4322-b5fe-be6919a27964 HTTP/1.1" status: 200 len: 946 time: 0.0668738 Apr 06 11:28:26.111266 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7e30c6be-6186-4e3b-a290-d4207f8601b1 req-b214aae7-55c9-4b0c-8f89-1e2816f0ce5e tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd7f9ccd-ed17-41d5-9a76-4d027a6a8ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447671 Apr 06 11:28:26.551560 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99219b7e-2b9c-44ac-9769-832d153b7f6a req-dabfb03a-edac-4499-9383-50cf5a74ea71 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:26.553037 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-99219b7e-2b9c-44ac-9769-832d153b7f6a req-dabfb03a-edac-4499-9383-50cf5a74ea71 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=d35c028e-4cf8-489c-80b7-b86c29b4931d HTTP/1.1" status: 200 len: 945 time: 0.0514226 Apr 06 11:28:26.608850 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-99219b7e-2b9c-44ac-9769-832d153b7f6a req-9d4e87fa-5fdd-4278-b3d9-0df9700c54f3 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=82206402-599a-4677-83f1-0a4da33930bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487514 Apr 06 11:28:27.230190 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f89ad-69dc-4e01-a64f-81db70bc49d4 req-fe6e89bb-be01-4c28-b415-52fdd2726009 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:27.231778 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-039f89ad-69dc-4e01-a64f-81db70bc49d4 req-fe6e89bb-be01-4c28-b415-52fdd2726009 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=081311f2-0586-4322-b5fe-be6919a27964 HTTP/1.1" status: 200 len: 946 time: 0.0535295 Apr 06 11:28:27.286012 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-039f89ad-69dc-4e01-a64f-81db70bc49d4 req-7762abdc-93d0-46c8-ab45-36fb839e00ce tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd7f9ccd-ed17-41d5-9a76-4d027a6a8ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481613 Apr 06 11:28:27.481892 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 49906) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:27.713542 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-886bb370-4a6d-4a53-a65a-4fec8774343f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:27.734789 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def70506-64c9-4184-966a-ad31851bfeff req-b67c9d48-c549-43b8-a491-db533b199684 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:27.736978 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-def70506-64c9-4184-966a-ad31851bfeff req-b67c9d48-c549-43b8-a491-db533b199684 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=d35c028e-4cf8-489c-80b7-b86c29b4931d HTTP/1.1" status: 200 len: 945 time: 0.0580966 Apr 06 11:28:27.799157 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-def70506-64c9-4184-966a-ad31851bfeff req-b116823f-06bc-417c-961c-f460bc64d4c2 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=82206402-599a-4677-83f1-0a4da33930bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560660 Apr 06 11:28:27.803264 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-886bb370-4a6d-4a53-a65a-4fec8774343f admin admin] Publish callbacks [] for security_group (feb757d6-c90b-4ae5-b6ac-7f27e809aeb1), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:27.843575 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 49924) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:27.889067 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-886bb370-4a6d-4a53-a65a-4fec8774343f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (feb757d6-c90b-4ae5-b6ac-7f27e809aeb1), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:27.931440 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-886bb370-4a6d-4a53-a65a-4fec8774343f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=869d9eb48ef046058794f59b698f59fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4483709 Apr 06 11:28:27.934920 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 49930) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:27.942793 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886bb370-4a6d-4a53-a65a-4fec8774343f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb757d6-c90b-4ae5-b6ac-7f27e809aeb1,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:28.012420 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c19983a9-5e66-4a54-b672-5ddb4ea41984 admin admin] Publish callbacks [] for security_group (feb757d6-c90b-4ae5-b6ac-7f27e809aeb1), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:28.037904 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c19983a9-5e66-4a54-b672-5ddb4ea41984 admin admin] Publish callbacks [] for security_group (feb757d6-c90b-4ae5-b6ac-7f27e809aeb1), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:28.189595 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-7602733d-5111-4f09-ae46-18481746c00a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:28.220454 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c19983a9-5e66-4a54-b672-5ddb4ea41984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (feb757d6-c90b-4ae5-b6ac-7f27e809aeb1), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:28.223241 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c19983a9-5e66-4a54-b672-5ddb4ea41984 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:28.224545 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-c19983a9-5e66-4a54-b672-5ddb4ea41984 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/feb757d6-c90b-4ae5-b6ac-7f27e809aeb1 HTTP/1.1" status: 204 len: 168 time: 0.2885199 Apr 06 11:28:28.242373 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19983a9-5e66-4a54-b672-5ddb4ea41984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb757d6-c90b-4ae5-b6ac-7f27e809aeb1,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:28.287029 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-7602733d-5111-4f09-ae46-18481746c00a admin admin] Publish callbacks [] for security_group (c5fc3466-6adb-4210-bbd8-ea5e7278514b), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:28.398336 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-7602733d-5111-4f09-ae46-18481746c00a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (c5fc3466-6adb-4210-bbd8-ea5e7278514b), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:28.410919 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ff0c46-8694-4c6a-a746-04a9a417416e req-6dfeaffe-a36f-420e-918c-ceaed69fb322 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:28.412361 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-11ff0c46-8694-4c6a-a746-04a9a417416e req-6dfeaffe-a36f-420e-918c-ceaed69fb322 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=081311f2-0586-4322-b5fe-be6919a27964 HTTP/1.1" status: 200 len: 946 time: 0.0577147 Apr 06 11:28:28.445030 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-7602733d-5111-4f09-ae46-18481746c00a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2a03d72572a74a869f1ed71fa0900e22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6002181 Apr 06 11:28:28.445883 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 49954) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:28.454441 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7602733d-5111-4f09-ae46-18481746c00a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5fc3466-6adb-4210-bbd8-ea5e7278514b,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:28.481291 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-11ff0c46-8694-4c6a-a746-04a9a417416e req-f099b789-8080-48d5-bbfc-c54b0f80f69f tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd7f9ccd-ed17-41d5-9a76-4d027a6a8ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568287 Apr 06 11:28:28.507134 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-52152020-8196-4e60-8106-3b67da70c964 admin admin] Publish callbacks [] for security_group (c5fc3466-6adb-4210-bbd8-ea5e7278514b), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:28.534314 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-52152020-8196-4e60-8106-3b67da70c964 admin admin] Publish callbacks [] for security_group (c5fc3466-6adb-4210-bbd8-ea5e7278514b), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:28.630408 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db8887d-e1e5-47b8-9892-cd39dcbad0ca req-588d5d0e-63a6-437d-9260-65b33c86b13b tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:28.641233 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-1db8887d-e1e5-47b8-9892-cd39dcbad0ca req-588d5d0e-63a6-437d-9260-65b33c86b13b tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=081311f2-0586-4322-b5fe-be6919a27964 HTTP/1.1" status: 200 len: 946 time: 0.0636477 Apr 06 11:28:28.642898 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 49964) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:28.648342 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-beef0bad-1325-4db1-ab0f-7463326adaee tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Request body: {'floatingip': {'port_id': 'b4037637-d2e8-46ac-9e71-a1873f93a273'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:28:28.872212 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-52152020-8196-4e60-8106-3b67da70c964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (c5fc3466-6adb-4210-bbd8-ea5e7278514b), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:28.874716 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-52152020-8196-4e60-8106-3b67da70c964 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:28.875827 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-52152020-8196-4e60-8106-3b67da70c964 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c5fc3466-6adb-4210-bbd8-ea5e7278514b HTTP/1.1" status: 204 len: 168 time: 0.4278982 Apr 06 11:28:28.894031 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-beef0bad-1325-4db1-ab0f-7463326adaee tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks [] for floatingip (8a795ddc-ae4f-4425-8469-cdf2f8c00254), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:28.897140 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52152020-8196-4e60-8106-3b67da70c964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5fc3466-6adb-4210-bbd8-ea5e7278514b,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:28.921074 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b9c4a-1395-479a-9394-e43fa36d7d0b req-035e94cb-39bf-4ee3-b38d-109ed3cdbb03 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:28.922794 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-593b9c4a-1395-479a-9394-e43fa36d7d0b req-035e94cb-39bf-4ee3-b38d-109ed3cdbb03 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=d35c028e-4cf8-489c-80b7-b86c29b4931d HTTP/1.1" status: 200 len: 945 time: 0.0585940 Apr 06 11:28:29.018264 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-593b9c4a-1395-479a-9394-e43fa36d7d0b req-3aafc551-57eb-4d03-84d2-86c8bac5a8f2 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=82206402-599a-4677-83f1-0a4da33930bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822892 Apr 06 11:28:29.020888 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 49974) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:29.046098 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d1bf5f34-09f5-4cc5-a3d3-1420341d31ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:29.198468 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 49978) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:29.305833 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d69e5b99-4521-4943-9750-d108b22fba49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:29.320099 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d1bf5f34-09f5-4cc5-a3d3-1420341d31ef admin admin] Publish callbacks [] for security_group (22026a57-058e-43aa-bf00-921dcb0d9f4d), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:29.386163 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d69e5b99-4521-4943-9750-d108b22fba49 admin admin] Publish callbacks [] for security_group (c7187b20-0384-4c06-9f8f-1ef596317455), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:29.424318 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d1bf5f34-09f5-4cc5-a3d3-1420341d31ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (22026a57-058e-43aa-bf00-921dcb0d9f4d), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:29.501724 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d69e5b99-4521-4943-9750-d108b22fba49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (c7187b20-0384-4c06-9f8f-1ef596317455), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:29.508489 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-d1bf5f34-09f5-4cc5-a3d3-1420341d31ef admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1b929b71c2114ecf92730b9ea6a8506b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4864833 Apr 06 11:28:29.515315 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 49988) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:29.525391 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bf5f34-09f5-4cc5-a3d3-1420341d31ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22026a57-058e-43aa-bf00-921dcb0d9f4d,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:29.546600 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-d69e5b99-4521-4943-9750-d108b22fba49 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=34f78644caa24e76b793707185c2b690&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3470676 Apr 06 11:28:29.548633 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69e5b99-4521-4943-9750-d108b22fba49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7187b20-0384-4c06-9f8f-1ef596317455,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:29.551126 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 49992) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:29.606849 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a982fe87-7d67-4a3b-9d2a-f3d7590192ce admin admin] Publish callbacks [] for security_group (c7187b20-0384-4c06-9f8f-1ef596317455), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:29.630448 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a982fe87-7d67-4a3b-9d2a-f3d7590192ce admin admin] Publish callbacks [] for security_group (c7187b20-0384-4c06-9f8f-1ef596317455), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:29.721118 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0bc16be8-7b9e-4419-94e0-1980b0341c25 admin admin] Publish callbacks [] for security_group (22026a57-058e-43aa-bf00-921dcb0d9f4d), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:29.777110 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-beef0bad-1325-4db1-ab0f-7463326adaee tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:29.785369 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0bc16be8-7b9e-4419-94e0-1980b0341c25 admin admin] Publish callbacks [] for security_group (22026a57-058e-43aa-bf00-921dcb0d9f4d), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:29.790688 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a982fe87-7d67-4a3b-9d2a-f3d7590192ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (c7187b20-0384-4c06-9f8f-1ef596317455), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:29.793385 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a982fe87-7d67-4a3b-9d2a-f3d7590192ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:29.794537 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-a982fe87-7d67-4a3b-9d2a-f3d7590192ce admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c7187b20-0384-4c06-9f8f-1ef596317455 HTTP/1.1" status: 204 len: 168 time: 0.2425120 Apr 06 11:28:29.803098 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a982fe87-7d67-4a3b-9d2a-f3d7590192ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7187b20-0384-4c06-9f8f-1ef596317455,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:29.832033 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 50000) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:29.846530 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2a514cc4-2810-4e5d-8b57-b7111737ae87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:29.879086 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-beef0bad-1325-4db1-ab0f-7463326adaee tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-886429'] for floatingip (8a795ddc-ae4f-4425-8469-cdf2f8c00254), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:29.921480 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0bc16be8-7b9e-4419-94e0-1980b0341c25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (22026a57-058e-43aa-bf00-921dcb0d9f4d), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:29.927808 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0bc16be8-7b9e-4419-94e0-1980b0341c25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:29.927808 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-0bc16be8-7b9e-4419-94e0-1980b0341c25 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/22026a57-058e-43aa-bf00-921dcb0d9f4d HTTP/1.1" status: 204 len: 168 time: 0.4087238 Apr 06 11:28:29.941581 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc16be8-7b9e-4419-94e0-1980b0341c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22026a57-058e-43aa-bf00-921dcb0d9f4d,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:29.943743 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2a514cc4-2810-4e5d-8b57-b7111737ae87 admin admin] Publish callbacks [] for security_group (d50e90df-2692-454e-a999-a3e0c1fdd1be), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:30.002463 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2a514cc4-2810-4e5d-8b57-b7111737ae87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (d50e90df-2692-454e-a999-a3e0c1fdd1be), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:30.007175 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.db.l3_db [None req-beef0bad-1325-4db1-ab0f-7463326adaee tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Floating IP 8a795ddc-ae4f-4425-8469-cdf2f8c00254 associated. External IP: 172.27.2.116, port: b4037637-d2e8-46ac-9e71-a1873f93a273. Apr 06 11:28:30.065268 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-2a514cc4-2810-4e5d-8b57-b7111737ae87 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e463c7164806431f8d1def88311da41d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2297912 Apr 06 11:28:30.065268 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a514cc4-2810-4e5d-8b57-b7111737ae87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d50e90df-2692-454e-a999-a3e0c1fdd1be,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:30.075334 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 50010) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:30.232150 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05dd095-fc9c-45f4-ab14-0dcc51eda54c req-3914156f-9021-4715-ba12-ef84cc5c688f tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:30.233536 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-c05dd095-fc9c-45f4-ab14-0dcc51eda54c req-3914156f-9021-4715-ba12-ef84cc5c688f tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=d35c028e-4cf8-489c-80b7-b86c29b4931d HTTP/1.1" status: 200 len: 945 time: 0.1182973 Apr 06 11:28:30.235083 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1b98eb6c-73e7-43cd-a1b9-8cd67bff86e7 admin admin] Publish callbacks [] for security_group (d50e90df-2692-454e-a999-a3e0c1fdd1be), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:30.380288 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1b98eb6c-73e7-43cd-a1b9-8cd67bff86e7 admin admin] Publish callbacks [] for security_group (d50e90df-2692-454e-a999-a3e0c1fdd1be), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:30.629321 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-c05dd095-fc9c-45f4-ab14-0dcc51eda54c req-a00ef047-b3cc-4892-a470-be5d6d4a7266 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=82206402-599a-4677-83f1-0a4da33930bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3502843 Apr 06 11:28:30.659740 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beef0bad-1325-4db1-ab0f-7463326adaee tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Router e4830d76-585b-409b-8bf7-45931346e0dc has already been hosted by L3 agent 9404f039-f516-42fd-94a5-c122fff5649f {{(pid=103881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:28:30.780574 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beef0bad-1325-4db1-ab0f-7463326adaee tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Notify agent at l3_agent.dv-cinder-836073-2-iscsi the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:28:30.785900 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-beef0bad-1325-4db1-ab0f-7463326adaee tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for floatingip (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:30.797943 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87646fb-868d-4986-9bbb-16fc76a77f86 None None] Sync routers for ids ['e4830d76-585b-409b-8bf7-45931346e0dc'] in dv-cinder-836073-2-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:28:30.807792 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87646fb-868d-4986-9bbb-16fc76a77f86 None None] Routers {'e4830d76-585b-409b-8bf7-45931346e0dc'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:28:30.808411 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-d87646fb-868d-4986-9bbb-16fc76a77f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:28:09Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['e4830d76-585b-409b-8bf7-45931346e0dc'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:28:30.825434 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1b98eb6c-73e7-43cd-a1b9-8cd67bff86e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (d50e90df-2692-454e-a999-a3e0c1fdd1be), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:30.828156 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1b98eb6c-73e7-43cd-a1b9-8cd67bff86e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:30.832666 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-1b98eb6c-73e7-43cd-a1b9-8cd67bff86e7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d50e90df-2692-454e-a999-a3e0c1fdd1be HTTP/1.1" status: 204 len: 168 time: 0.7153754 Apr 06 11:28:30.845132 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b98eb6c-73e7-43cd-a1b9-8cd67bff86e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50e90df-2692-454e-a999-a3e0c1fdd1be,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:30.849547 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-beef0bad-1325-4db1-ab0f-7463326adaee tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "PUT /v2.0/floatingips/8a795ddc-ae4f-4425-8469-cdf2f8c00254 HTTP/1.1" status: 200 len: 992 time: 2.2041490 Apr 06 11:28:30.849547 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '081311f2-0586-4322-b5fe-be6919a27964', 'tag': 'b4037637-d2e8-46ac-9e71-a1873f93a273'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:28:30.851353 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3406b54a2f576febad5dd824c011310fb025ac9b816498a8b13137d73c32da04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd96fa7-0679-4d87-bfea-19814639530d" -d '{"events": [{"name": "network-changed", "server_uuid": "081311f2-0586-4322-b5fe-be6919a27964", "tag": "b4037637-d2e8-46ac-9e71-a1873f93a273"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:28:30.890276 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-703dfc7f-397a-4e1c-973c-43d781d1f250 x-openstack-request-id: req-703dfc7f-397a-4e1c-973c-43d781d1f250 {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:28:30.890871 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "081311f2-0586-4322-b5fe-be6919a27964", "tag": "b4037637-d2e8-46ac-9e71-a1873f93a273", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:28:30.890871 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-703dfc7f-397a-4e1c-973c-43d781d1f250 {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:28:30.891357 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-703dfc7f-397a-4e1c-973c-43d781d1f250'] response: {'name': 'network-changed', 'server_uuid': '081311f2-0586-4322-b5fe-be6919a27964', 'tag': 'b4037637-d2e8-46ac-9e71-a1873f93a273', 'status': 'completed', 'code': 200} Apr 06 11:28:30.924570 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-d87646fb-868d-4986-9bbb-16fc76a77f86 None None] Set router e4830d76-585b-409b-8bf7-45931346e0dc gateway port host: dv-cinder-836073-2-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:28:31.216035 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-d87646fb-868d-4986-9bbb-16fc76a77f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4830d76-585b-409b-8bf7-45931346e0dc', 'name': 'tempest-AttachVolumeTestJSON-1810931883-router', 'tenant_id': '3d847e14f64944dba3c2bfdecc16dd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': '6c476607-db3a-403a-93a6-d7736b229bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:27:40Z', 'updated_at': '2022-04-06T11:27:48Z', 'revision_number': 4, 'project_id': '3d847e14f64944dba3c2bfdecc16dd16', 'gw_port': {'id': '6c476607-db3a-403a-93a6-d7736b229bad', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:68:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4830d76-585b-409b-8bf7-45931346e0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:27:41Z', 'updated_at': '2022-04-06T11:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_floatingips': [{'id': '8a795ddc-ae4f-4425-8469-cdf2f8c00254', 'tenant_id': '3d847e14f64944dba3c2bfdecc16dd16', 'floating_ip_address': '172.27.2.116', 'floating_network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'router_id': 'e4830d76-585b-409b-8bf7-45931346e0dc', 'port_id': 'b4037637-d2e8-46ac-9e71-a1873f93a273', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc23bab2-5009-4000-9be8-b01c02506344', 'mac_address': 'fa:16:3e:01:4e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081311f2-0586-4322-b5fe-be6919a27964', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:27:59Z', 'updated_at': '2022-04-06T11:28:29Z', 'revision_number': 1, 'project_id': '3d847e14f64944dba3c2bfdecc16dd16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72e2d78d-619a-499d-a9a9-0df015ca6b4c', 'name': '', 'network_id': 'dc23bab2-5009-4000-9be8-b01c02506344', 'tenant_id': '3d847e14f64944dba3c2bfdecc16dd16', 'mac_address': 'fa:16:3e:fc:95:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4830d76-585b-409b-8bf7-45931346e0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'af591e27-8cd2-4603-8651-34dd07f2f0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:27:46Z', 'updated_at': '2022-04-06T11:27:56Z', 'revision_number': 5, 'project_id': '3d847e14f64944dba3c2bfdecc16dd16', 'subnets': [{'id': 'af591e27-8cd2-4603-8651-34dd07f2f0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:28:31.331431 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87646fb-868d-4986-9bbb-16fc76a77f86 None None] Checking router: e4830d76-585b-409b-8bf7-45931346e0dc for host: dv-cinder-836073-2-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:28:31.340878 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87646fb-868d-4986-9bbb-16fc76a77f86 None None] Routers {'e4830d76-585b-409b-8bf7-45931346e0dc'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:28:31.341740 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-d87646fb-868d-4986-9bbb-16fc76a77f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:28:09Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['e4830d76-585b-409b-8bf7-45931346e0dc'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:28:31.455975 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-d87646fb-868d-4986-9bbb-16fc76a77f86 None None] Set router e4830d76-585b-409b-8bf7-45931346e0dc gateway port host: dv-cinder-836073-2-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:28:31.491117 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cabfba-19f1-4750-841c-e2941b5e1d9c req-a6f8bc72-5b0a-460a-8dc1-788d0f2873ea tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:31.493541 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-74cabfba-19f1-4750-841c-e2941b5e1d9c req-a6f8bc72-5b0a-460a-8dc1-788d0f2873ea tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec4f05ca-fb96-4749-ac4d-3019e15200ec HTTP/1.1" status: 200 len: 945 time: 0.0561180 Apr 06 11:28:31.549274 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-74cabfba-19f1-4750-841c-e2941b5e1d9c req-d736c25a-4ef5-4d7d-932b-b5df52f18909 tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d4bf464-bde8-419b-aed7-2fb160b78897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500813 Apr 06 11:28:31.726513 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-d87646fb-868d-4986-9bbb-16fc76a77f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4830d76-585b-409b-8bf7-45931346e0dc', 'name': 'tempest-AttachVolumeTestJSON-1810931883-router', 'tenant_id': '3d847e14f64944dba3c2bfdecc16dd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': '6c476607-db3a-403a-93a6-d7736b229bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:27:40Z', 'updated_at': '2022-04-06T11:27:48Z', 'revision_number': 4, 'project_id': '3d847e14f64944dba3c2bfdecc16dd16', 'gw_port': {'id': '6c476607-db3a-403a-93a6-d7736b229bad', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:68:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4830d76-585b-409b-8bf7-45931346e0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:27:41Z', 'updated_at': '2022-04-06T11:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_floatingips': [{'id': '8a795ddc-ae4f-4425-8469-cdf2f8c00254', 'tenant_id': '3d847e14f64944dba3c2bfdecc16dd16', 'floating_ip_address': '172.27.2.116', 'floating_network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'router_id': 'e4830d76-585b-409b-8bf7-45931346e0dc', 'port_id': 'b4037637-d2e8-46ac-9e71-a1873f93a273', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc23bab2-5009-4000-9be8-b01c02506344', 'mac_address': 'fa:16:3e:01:4e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081311f2-0586-4322-b5fe-be6919a27964', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:27:59Z', 'updated_at': '2022-04-06T11:28:29Z', 'revision_number': 1, 'project_id': '3d847e14f64944dba3c2bfdecc16dd16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72e2d78d-619a-499d-a9a9-0df015ca6b4c', 'name': '', 'network_id': 'dc23bab2-5009-4000-9be8-b01c02506344', 'tenant_id': '3d847e14f64944dba3c2bfdecc16dd16', 'mac_address': 'fa:16:3e:fc:95:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4830d76-585b-409b-8bf7-45931346e0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'af591e27-8cd2-4603-8651-34dd07f2f0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:27:46Z', 'updated_at': '2022-04-06T11:27:56Z', 'revision_number': 5, 'project_id': '3d847e14f64944dba3c2bfdecc16dd16', 'subnets': [{'id': 'af591e27-8cd2-4603-8651-34dd07f2f0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:28:31.754779 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87646fb-868d-4986-9bbb-16fc76a77f86 None None] The sync data for ids ['e4830d76-585b-409b-8bf7-45931346e0dc'] in dv-cinder-836073-2-iscsi is: [{'id': 'e4830d76-585b-409b-8bf7-45931346e0dc', 'name': 'tempest-AttachVolumeTestJSON-1810931883-router', 'tenant_id': '3d847e14f64944dba3c2bfdecc16dd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': '6c476607-db3a-403a-93a6-d7736b229bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:27:40Z', 'updated_at': '2022-04-06T11:27:48Z', 'revision_number': 4, 'project_id': '3d847e14f64944dba3c2bfdecc16dd16', 'gw_port': {'id': '6c476607-db3a-403a-93a6-d7736b229bad', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:68:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4830d76-585b-409b-8bf7-45931346e0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:27:41Z', 'updated_at': '2022-04-06T11:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_floatingips': [{'id': '8a795ddc-ae4f-4425-8469-cdf2f8c00254', 'tenant_id': '3d847e14f64944dba3c2bfdecc16dd16', 'floating_ip_address': '172.27.2.116', 'floating_network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'router_id': 'e4830d76-585b-409b-8bf7-45931346e0dc', 'port_id': 'b4037637-d2e8-46ac-9e71-a1873f93a273', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc23bab2-5009-4000-9be8-b01c02506344', 'mac_address': 'fa:16:3e:01:4e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081311f2-0586-4322-b5fe-be6919a27964', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:27:59Z', 'updated_at': '2022-04-06T11:28:29Z', 'revision_number': 1, 'project_id': '3d847e14f64944dba3c2bfdecc16dd16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72e2d78d-619a-499d-a9a9-0df015ca6b4c', 'name': '', 'network_id': 'dc23bab2-5009-4000-9be8-b01c02506344', 'tenant_id': '3d847e14f64944dba3c2bfdecc16dd16', 'mac_address': 'fa:16:3e:fc:95:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4830d76-585b-409b-8bf7-45931346e0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'af591e27-8cd2-4603-8651-34dd07f2f0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:27:46Z', 'updated_at': '2022-04-06T11:27:56Z', 'revision_number': 5, 'project_id': '3d847e14f64944dba3c2bfdecc16dd16', 'subnets': [{'id': 'af591e27-8cd2-4603-8651-34dd07f2f0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:28:31.790135 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b189def-6f30-4ce9-97ad-2d3e0132c758 req-6bb9e780-e4ff-4799-bcfb-b165d9311761 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:31.801071 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-6b189def-6f30-4ce9-97ad-2d3e0132c758 req-6bb9e780-e4ff-4799-bcfb-b165d9311761 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=d35c028e-4cf8-489c-80b7-b86c29b4931d HTTP/1.1" status: 200 len: 945 time: 0.0840719 Apr 06 11:28:31.865718 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-6b189def-6f30-4ce9-97ad-2d3e0132c758 req-484195f1-5912-41db-b08f-e79a2fcedd25 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=82206402-599a-4677-83f1-0a4da33930bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583465 Apr 06 11:28:32.009554 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72300670-b248-44ad-b072-c6ce641dc032 None None] New status for floating IP 8a795ddc-ae4f-4425-8469-cdf2f8c00254: ACTIVE {{(pid=103883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:28:32.466328 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 50106) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:32.602009 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-11964a91-b35d-4876-9a18-bdef1d3c1c43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:32.678149 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-11964a91-b35d-4876-9a18-bdef1d3c1c43 admin admin] Publish callbacks [] for security_group (e5b5af59-14ee-4173-977c-dcac919e84b6), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:32.720980 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c548dfb-a59d-4e81-aa9c-c0f9804f553e req-152438ff-a842-4860-9e1e-5913948d6523 tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:32.722567 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3c548dfb-a59d-4e81-aa9c-c0f9804f553e req-152438ff-a842-4860-9e1e-5913948d6523 tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec4f05ca-fb96-4749-ac4d-3019e15200ec HTTP/1.1" status: 200 len: 945 time: 0.0584764 Apr 06 11:28:32.770576 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3c548dfb-a59d-4e81-aa9c-c0f9804f553e req-b81b9ded-406c-452c-a1c0-7c1f3c7b0eff tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d4bf464-bde8-419b-aed7-2fb160b78897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423198 Apr 06 11:28:32.781144 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-11964a91-b35d-4876-9a18-bdef1d3c1c43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (e5b5af59-14ee-4173-977c-dcac919e84b6), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:32.830011 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11964a91-b35d-4876-9a18-bdef1d3c1c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b5af59-14ee-4173-977c-dcac919e84b6,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:32.838505 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 50126) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:32.838620 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-11964a91-b35d-4876-9a18-bdef1d3c1c43 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=60deaeb172d541628535e4e37a7e9662&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3711364 Apr 06 11:28:32.903621 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-fa002d5e-e4ef-4676-a5e5-fec605beb76e admin admin] Publish callbacks [] for security_group (e5b5af59-14ee-4173-977c-dcac919e84b6), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:32.942926 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-fa002d5e-e4ef-4676-a5e5-fec605beb76e admin admin] Publish callbacks [] for security_group (e5b5af59-14ee-4173-977c-dcac919e84b6), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:33.002901 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd33c8e-d139-427d-b274-e85868598ce3 req-37673a84-b95f-4c5a-b0a6-235b9fa7ea56 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:33.004374 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-dfd33c8e-d139-427d-b274-e85868598ce3 req-37673a84-b95f-4c5a-b0a6-235b9fa7ea56 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=d35c028e-4cf8-489c-80b7-b86c29b4931d HTTP/1.1" status: 200 len: 945 time: 0.0578735 Apr 06 11:28:33.053980 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-dfd33c8e-d139-427d-b274-e85868598ce3 req-5de6ad8e-9759-4531-805e-743f4ad75be6 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=82206402-599a-4677-83f1-0a4da33930bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437448 Apr 06 11:28:33.065349 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-fa002d5e-e4ef-4676-a5e5-fec605beb76e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (e5b5af59-14ee-4173-977c-dcac919e84b6), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:33.067934 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-fa002d5e-e4ef-4676-a5e5-fec605beb76e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:33.069164 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-fa002d5e-e4ef-4676-a5e5-fec605beb76e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e5b5af59-14ee-4173-977c-dcac919e84b6 HTTP/1.1" status: 204 len: 168 time: 0.2296362 Apr 06 11:28:33.081133 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa002d5e-e4ef-4676-a5e5-fec605beb76e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b5af59-14ee-4173-977c-dcac919e84b6,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:33.624807 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd96fa7-0679-4d87-bfea-19814639530d req-3a63f017-adf4-4dd2-b5da-24cabdcaa61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:33.627709 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-3dd96fa7-0679-4d87-bfea-19814639530d req-3a63f017-adf4-4dd2-b5da-24cabdcaa61a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3d847e14f64944dba3c2bfdecc16dd16&device_id=081311f2-0586-4322-b5fe-be6919a27964 HTTP/1.1" status: 200 len: 1130 time: 0.0669234 Apr 06 11:28:33.736310 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd96fa7-0679-4d87-bfea-19814639530d req-dd00f943-2e9a-47ee-9906-59374f3a0eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:33.736310 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-3dd96fa7-0679-4d87-bfea-19814639530d req-dd00f943-2e9a-47ee-9906-59374f3a0eb8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dc23bab2-5009-4000-9be8-b01c02506344 HTTP/1.1" status: 200 len: 912 time: 0.1008410 Apr 06 11:28:33.916285 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5523af74-b83c-4b2c-a147-d9a1090ddd05 req-8b297b17-7c0c-424f-bc7b-d4a118e89f2f tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:33.917934 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5523af74-b83c-4b2c-a147-d9a1090ddd05 req-8b297b17-7c0c-424f-bc7b-d4a118e89f2f tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec4f05ca-fb96-4749-ac4d-3019e15200ec HTTP/1.1" status: 200 len: 945 time: 0.0672908 Apr 06 11:28:33.988463 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5523af74-b83c-4b2c-a147-d9a1090ddd05 req-62412c16-d4fb-4c66-8dd5-8e2da740caa7 tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d4bf464-bde8-419b-aed7-2fb160b78897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645142 Apr 06 11:28:34.205148 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baabba1b-49d0-48ef-b20f-9eb5008d9b54 req-63146341-e890-4990-b9f0-c04c16ef6f19 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:34.206945 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-baabba1b-49d0-48ef-b20f-9eb5008d9b54 req-63146341-e890-4990-b9f0-c04c16ef6f19 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=d35c028e-4cf8-489c-80b7-b86c29b4931d HTTP/1.1" status: 200 len: 945 time: 0.0622146 Apr 06 11:28:34.273259 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-baabba1b-49d0-48ef-b20f-9eb5008d9b54 req-6fbba533-7070-45c0-9022-e272abbda0bc tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=82206402-599a-4677-83f1-0a4da33930bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602682 Apr 06 11:28:35.157609 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1593633e-78ae-44aa-ad3c-4e73e25a3c67 req-0203e37e-0913-4c9c-b400-f3af1062d7db tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:35.159141 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1593633e-78ae-44aa-ad3c-4e73e25a3c67 req-0203e37e-0913-4c9c-b400-f3af1062d7db tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec4f05ca-fb96-4749-ac4d-3019e15200ec HTTP/1.1" status: 200 len: 945 time: 0.0548482 Apr 06 11:28:35.210741 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1593633e-78ae-44aa-ad3c-4e73e25a3c67 req-cea66690-856b-4036-a6ad-90482ad85330 tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d4bf464-bde8-419b-aed7-2fb160b78897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459020 Apr 06 11:28:35.295258 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-67b56228-073c-41c8-b0d6-23e6371c6f3c req-7901cc1c-3c6a-4742-bd23-6d3c80fd00a6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a5f3e882-c3d2-4207-90be-fb022681182c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0465782 Apr 06 11:28:35.329559 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-3dd96fa7-0679-4d87-bfea-19814639530d req-97fab599-9b7a-40da-827d-13e25b955744 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4037637-d2e8-46ac-9e71-a1873f93a273 HTTP/1.1" status: 200 len: 1002 time: 0.1132104 Apr 06 11:28:35.407513 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b56228-073c-41c8-b0d6-23e6371c6f3c req-35f89a79-2d83-4495-91be-737719df7cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:35.409208 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-67b56228-073c-41c8-b0d6-23e6371c6f3c req-35f89a79-2d83-4495-91be-737719df7cab service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fc235d83432140bcb213022a9840f5c2&device_id=a5f3e882-c3d2-4207-90be-fb022681182c HTTP/1.1" status: 200 len: 1129 time: 0.0479391 Apr 06 11:28:35.426455 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd96fa7-0679-4d87-bfea-19814639530d req-97b40241-ba0a-4187-91eb-57829bed539c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:35.428274 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-3dd96fa7-0679-4d87-bfea-19814639530d req-97b40241-ba0a-4187-91eb-57829bed539c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=af591e27-8cd2-4603-8651-34dd07f2f0b2 HTTP/1.1" status: 200 len: 850 time: 0.0860519 Apr 06 11:28:35.444066 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff60397e-9459-4176-bfd1-5dd839e629ba req-114092e0-1946-47fe-8a27-e5942b161095 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:35.445574 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ff60397e-9459-4176-bfd1-5dd839e629ba req-114092e0-1946-47fe-8a27-e5942b161095 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=d35c028e-4cf8-489c-80b7-b86c29b4931d HTTP/1.1" status: 200 len: 945 time: 0.0938060 Apr 06 11:28:35.494124 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ff60397e-9459-4176-bfd1-5dd839e629ba req-792c2baa-7279-476a-b2af-6024bed7536e tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=82206402-599a-4677-83f1-0a4da33930bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419705 Apr 06 11:28:35.590368 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd96fa7-0679-4d87-bfea-19814639530d req-0932a056-3058-4b53-84b6-5ed50aaa477a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:35.600514 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-3dd96fa7-0679-4d87-bfea-19814639530d req-0932a056-3058-4b53-84b6-5ed50aaa477a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dc23bab2-5009-4000-9be8-b01c02506344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0596623 Apr 06 11:28:35.636089 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b56228-073c-41c8-b0d6-23e6371c6f3c req-fea21206-c970-4fa0-baa5-2a198f514cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:35.637606 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-67b56228-073c-41c8-b0d6-23e6371c6f3c req-fea21206-c970-4fa0-baa5-2a198f514cb9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=106eef2d-4f40-46cd-832f-5b84b361bc62 HTTP/1.1" status: 200 len: 920 time: 0.1029620 Apr 06 11:28:35.705742 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-3dd96fa7-0679-4d87-bfea-19814639530d req-c78c8e40-8742-4089-9e0b-cc11fd494f79 service neutron] 10.222.0.48 "GET /v2.0/networks/dc23bab2-5009-4000-9be8-b01c02506344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011577 Apr 06 11:28:35.776569 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (dc195572-b6d9-4259-8541-839e457b2650), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:35.783926 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-67b56228-073c-41c8-b0d6-23e6371c6f3c req-764c0d07-875e-4512-89b1-7d63b60a8e37 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7fcabb26-3c5a-4b0d-b661-44c5c09bec89 HTTP/1.1" status: 200 len: 217 time: 0.0446391 Apr 06 11:28:35.833762 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-3dd96fa7-0679-4d87-bfea-19814639530d req-18c47a3f-a58f-4174-9b05-f27b388329d8 service neutron] 10.222.0.48 "GET /v2.0/networks/dc23bab2-5009-4000-9be8-b01c02506344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928173 Apr 06 11:28:35.877821 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b56228-073c-41c8-b0d6-23e6371c6f3c req-9c91ee60-fd3f-42c6-b06b-ab9fdebcb561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:35.943238 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-67b56228-073c-41c8-b0d6-23e6371c6f3c req-9c91ee60-fd3f-42c6-b06b-ab9fdebcb561 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b1304d50-4387-41c0-a102-fa6eb203f82e HTTP/1.1" status: 200 len: 858 time: 0.0830746 Apr 06 11:28:35.943238 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013e4cf3-5ecb-415c-9c77-6493ea21d491 req-72f42f03-cdf8-4eac-acf4-11cf19e9ae76 tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:35.943238 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-013e4cf3-5ecb-415c-9c77-6493ea21d491 req-72f42f03-cdf8-4eac-acf4-11cf19e9ae76 tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec4f05ca-fb96-4749-ac4d-3019e15200ec HTTP/1.1" status: 200 len: 945 time: 0.0840168 Apr 06 11:28:36.047302 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b56228-073c-41c8-b0d6-23e6371c6f3c req-22c512c6-8d44-43e3-a30f-6992a7a34fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:36.048838 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-67b56228-073c-41c8-b0d6-23e6371c6f3c req-22c512c6-8d44-43e3-a30f-6992a7a34fef service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=106eef2d-4f40-46cd-832f-5b84b361bc62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1589141 Apr 06 11:28:36.147261 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [req-013e4cf3-5ecb-415c-9c77-6493ea21d491 req-4b24c54c-8f79-402d-b900-8e3435dd983b tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] Deleting port 99685ee7-639b-4d8f-8140-a99b25373c7d {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:28:36.147603 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-013e4cf3-5ecb-415c-9c77-6493ea21d491 req-4b24c54c-8f79-402d-b900-8e3435dd983b tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192836145'] for port (99685ee7-639b-4d8f-8140-a99b25373c7d), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:36.222618 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-67b56228-073c-41c8-b0d6-23e6371c6f3c req-1142c615-6ead-4d07-a2e3-181937a1f4cd service neutron] 10.222.0.48 "GET /v2.0/networks/106eef2d-4f40-46cd-832f-5b84b361bc62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605244 Apr 06 11:28:36.346234 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [req-013e4cf3-5ecb-415c-9c77-6493ea21d491 req-4b24c54c-8f79-402d-b900-8e3435dd983b tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] For port 99685ee7-639b-4d8f-8140-a99b25373c7d, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=99685ee7-639b-4d8f-8140-a99b25373c7d,segment=NetworkSegment(118c05f0-dc28-417c-b8a2-a8190b9af88d),segment_id=118c05f0-dc28-417c-b8a2-a8190b9af88d)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:28:36.346604 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-013e4cf3-5ecb-415c-9c77-6493ea21d491 req-4b24c54c-8f79-402d-b900-8e3435dd983b tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-891628'] for port (99685ee7-639b-4d8f-8140-a99b25373c7d), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:36.376193 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [req-013e4cf3-5ecb-415c-9c77-6493ea21d491 req-4b24c54c-8f79-402d-b900-8e3435dd983b tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] Calling delete_port for 99685ee7-639b-4d8f-8140-a99b25373c7d owned by compute:nova {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:28:36.639455 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1a2c98-3519-4ddd-acbb-f21e31d07706 req-2ab7a5ca-1e4b-459c-8a03-6e4d3f73a242 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:36.641745 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-bc1a2c98-3519-4ddd-acbb-f21e31d07706 req-2ab7a5ca-1e4b-459c-8a03-6e4d3f73a242 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=d35c028e-4cf8-489c-80b7-b86c29b4931d HTTP/1.1" status: 200 len: 945 time: 0.0734386 Apr 06 11:28:36.650433 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-17106897-b1ae-4d10-898c-748cf85bf0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (8a8bc679-53b2-461d-b015-cec5a247fb94), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:36.679400 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-67b56228-073c-41c8-b0d6-23e6371c6f3c req-97bedf62-f9ac-4e0e-88fb-104c0809755a service neutron] 10.222.0.48 "GET /v2.0/networks/106eef2d-4f40-46cd-832f-5b84b361bc62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4484942 Apr 06 11:28:36.691463 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246c5f71-8dde-4d5e-b663-6af1cbccd836 req-0425391c-1711-45d2-b538-c701545278b8 tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:36.692130 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-246c5f71-8dde-4d5e-b663-6af1cbccd836 req-0425391c-1711-45d2-b538-c701545278b8 tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec4f05ca-fb96-4749-ac4d-3019e15200ec HTTP/1.1" status: 200 len: 945 time: 0.3955662 Apr 06 11:28:36.715842 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-bc1a2c98-3519-4ddd-acbb-f21e31d07706 req-7415bccf-f66b-4898-a0a8-9d7266dac7f9 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=82206402-599a-4677-83f1-0a4da33930bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569561 Apr 06 11:28:36.784784 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-246c5f71-8dde-4d5e-b663-6af1cbccd836 req-4111aac1-62d6-4503-a498-5c13362ee107 tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d4bf464-bde8-419b-aed7-2fb160b78897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825398 Apr 06 11:28:36.918169 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-013e4cf3-5ecb-415c-9c77-6493ea21d491 req-4b24c54c-8f79-402d-b900-8e3435dd983b tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192843524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779192465933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797839'] for port (99685ee7-639b-4d8f-8140-a99b25373c7d), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:36.931321 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] get_ports_and_sgs() called for port_ids ['99685ee7-639b-4d8f-8140-a99b25373c7d'] {{(pid=103883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:28:36.948806 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b24c54c-8f79-402d-b900-8e3435dd983b tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] Pushing event deleted for resources: {'Port': ['ID=99685ee7-639b-4d8f-8140-a99b25373c7d,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:37.011002 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [req-013e4cf3-5ecb-415c-9c77-6493ea21d491 req-4b24c54c-8f79-402d-b900-8e3435dd983b tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] No DVR routers for this DVR port 99685ee7-639b-4d8f-8140-a99b25373c7d on host hv-cinder-83607 {{(pid=103882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:28:37.014043 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-013e4cf3-5ecb-415c-9c77-6493ea21d491 req-4b24c54c-8f79-402d-b900-8e3435dd983b tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for port (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:37.019830 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-013e4cf3-5ecb-415c-9c77-6493ea21d491 req-4b24c54c-8f79-402d-b900-8e3435dd983b tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] 10.222.0.48 "DELETE /v2.0/ports/99685ee7-639b-4d8f-8140-a99b25373c7d HTTP/1.1" status: 204 len: 173 time: 1.0955589 Apr 06 11:28:37.019830 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec4f05ca-fb96-4749-ac4d-3019e15200ec', 'name': 'network-vif-deleted', 'tag': '99685ee7-639b-4d8f-8140-a99b25373c7d'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:28:37.020156 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29156e5c8df2cda5f8c3a12ff109e02ba7a327efefb734c2c5f81b1bf548e3ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb0a527-9ccb-4951-92af-2439784c067f" -d '{"events": [{"server_uuid": "ec4f05ca-fb96-4749-ac4d-3019e15200ec", "name": "network-vif-deleted", "tag": "99685ee7-639b-4d8f-8140-a99b25373c7d"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:28:37.059009 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a26ec4c-de71-451d-ac8f-ceefa91339d0 x-openstack-request-id: req-2a26ec4c-de71-451d-ac8f-ceefa91339d0 {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:28:37.059379 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec4f05ca-fb96-4749-ac4d-3019e15200ec", "name": "network-vif-deleted", "tag": "99685ee7-639b-4d8f-8140-a99b25373c7d", "status": "completed", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:28:37.059641 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2a26ec4c-de71-451d-ac8f-ceefa91339d0 {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:28:37.060039 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a26ec4c-de71-451d-ac8f-ceefa91339d0'] response: {'server_uuid': 'ec4f05ca-fb96-4749-ac4d-3019e15200ec', 'name': 'network-vif-deleted', 'tag': '99685ee7-639b-4d8f-8140-a99b25373c7d', 'status': 'completed', 'code': 200} Apr 06 11:28:37.836827 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561d0205-626d-4cbb-b9f1-00d9907048ee req-3f23eda0-8991-4a2d-9ee9-76c0e6e2fef6 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:37.838529 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-561d0205-626d-4cbb-b9f1-00d9907048ee req-3f23eda0-8991-4a2d-9ee9-76c0e6e2fef6 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=d35c028e-4cf8-489c-80b7-b86c29b4931d HTTP/1.1" status: 200 len: 945 time: 0.0553555 Apr 06 11:28:37.891231 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-561d0205-626d-4cbb-b9f1-00d9907048ee req-8edb42d9-8c45-4b84-8b30-fba1f322ca29 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=82206402-599a-4677-83f1-0a4da33930bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456126 Apr 06 11:28:37.910805 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-eee2919b-b00d-48cd-afdd-f38bd2d67a08 req-2c89570a-0618-4bec-9f46-91f04318b494 tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec4f05ca-fb96-4749-ac4d-3019e15200ec HTTP/1.1" status: 200 len: 210 time: 0.0354993 Apr 06 11:28:38.980211 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ba77e33b-6a95-4fa5-a8d6-517de0bda0cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (9404f039-f516-42fd-94a5-c122fff5649f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:39.013531 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-04fea4f5-5e7b-46fb-b18a-163d9bd908eb req-fbf0fb9e-2fae-4da8-847f-d285453d3730 tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec4f05ca-fb96-4749-ac4d-3019e15200ec HTTP/1.1" status: 200 len: 210 time: 0.0286665 Apr 06 11:28:39.015696 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2935d589-7c31-425e-b0da-b383d8998dfa req-f2762d0b-a037-4187-aef3-9b6119f700d1 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:39.021591 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2935d589-7c31-425e-b0da-b383d8998dfa req-f2762d0b-a037-4187-aef3-9b6119f700d1 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=d35c028e-4cf8-489c-80b7-b86c29b4931d HTTP/1.1" status: 200 len: 945 time: 0.0638855 Apr 06 11:28:39.080691 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2935d589-7c31-425e-b0da-b383d8998dfa req-5d70d4ad-5ded-454a-88b9-2207453fe85d tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=82206402-599a-4677-83f1-0a4da33930bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579214 Apr 06 11:28:40.110970 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-5d95176e-eef6-493b-8fe1-7ff9c42b20c4 req-d0220d8a-ccb5-456f-a942-7917bcfb8094 tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec4f05ca-fb96-4749-ac4d-3019e15200ec HTTP/1.1" status: 200 len: 210 time: 0.0272784 Apr 06 11:28:40.196314 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a9a45-b93d-44cf-bd14-e8fab797e50a req-fe32224a-2955-4612-8716-e345b687781d tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:40.197926 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-bf9a9a45-b93d-44cf-bd14-e8fab797e50a req-fe32224a-2955-4612-8716-e345b687781d tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=d35c028e-4cf8-489c-80b7-b86c29b4931d HTTP/1.1" status: 200 len: 945 time: 0.0513906 Apr 06 11:28:40.247718 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-bf9a9a45-b93d-44cf-bd14-e8fab797e50a req-cb6017c1-3fa8-4072-96fc-2185e3f6ee2b tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=82206402-599a-4677-83f1-0a4da33930bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439920 Apr 06 11:28:40.517945 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0cc2d64b-8553-4c26-9c2d-26728f607b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (295112eb-abec-44aa-a7f9-d1b9c67b3953), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:40.709314 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device 99685ee7-639b-4d8f-8140-a99b25373c7d no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:28:40.732715 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] No Port match for: 99685ee7-639b-4d8f-8140-a99b25373c7d {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:28:40.733055 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device 99685ee7-639b-4d8f-8140-a99b25373c7d not bound to the agent host hv-cinder-83607 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:28:41.203959 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-7855a76e-ae67-45c1-91ef-ed06154a49c4 req-4c88f2b2-cfef-4ea2-8e16-4ead8b15b186 tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec4f05ca-fb96-4749-ac4d-3019e15200ec HTTP/1.1" status: 200 len: 210 time: 0.0252411 Apr 06 11:28:41.363599 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a5dd2-235a-473b-8082-ab4e375b8f37 req-01628d0e-2cbb-43c2-9c75-635680c17e0d tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:41.365118 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ee9a5dd2-235a-473b-8082-ab4e375b8f37 req-01628d0e-2cbb-43c2-9c75-635680c17e0d tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=d35c028e-4cf8-489c-80b7-b86c29b4931d HTTP/1.1" status: 200 len: 945 time: 0.0523188 Apr 06 11:28:41.410404 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ee9a5dd2-235a-473b-8082-ab4e375b8f37 req-8d6e254a-208a-408c-96ee-479c65080647 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=82206402-599a-4677-83f1-0a4da33930bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396669 Apr 06 11:28:41.780657 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7bcfc971-4c1e-4d8f-8ae7-97bffdd4e21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (33edc1dd-8f2c-4a3f-bd07-9ad8bd534bf2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:42.312000 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-0a02118d-3ac6-49c9-84c7-058afd3fc24d req-9a6a5f67-8904-4516-a1fb-3b68268a006e tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec4f05ca-fb96-4749-ac4d-3019e15200ec HTTP/1.1" status: 200 len: 210 time: 0.0253265 Apr 06 11:28:42.525618 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb286b9-654e-465c-8ced-cb8291257b92 req-13a8474f-51b5-44f7-876a-e5df2f1d34a2 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:42.527585 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-dbb286b9-654e-465c-8ced-cb8291257b92 req-13a8474f-51b5-44f7-876a-e5df2f1d34a2 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=d35c028e-4cf8-489c-80b7-b86c29b4931d HTTP/1.1" status: 200 len: 945 time: 0.0509200 Apr 06 11:28:42.573095 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-dbb286b9-654e-465c-8ced-cb8291257b92 req-11235671-b265-4a49-8742-011c3dea4c85 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=82206402-599a-4677-83f1-0a4da33930bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394602 Apr 06 11:28:43.243471 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (a2831ac0-05e7-463d-be89-41d2adab36ec), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:43.415139 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-2d3eb05e-5dea-41ac-a947-a0386081020f req-e77ba454-c47e-4035-bb2f-a7ec9464bf85 tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec4f05ca-fb96-4749-ac4d-3019e15200ec HTTP/1.1" status: 200 len: 210 time: 0.0254755 Apr 06 11:28:43.695599 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8946b394-0a0d-42e6-9d0b-b10bd8d4d10f req-e7f3bac4-5aa9-40bd-9f5d-1d72241cb255 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:43.697060 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8946b394-0a0d-42e6-9d0b-b10bd8d4d10f req-e7f3bac4-5aa9-40bd-9f5d-1d72241cb255 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=d35c028e-4cf8-489c-80b7-b86c29b4931d HTTP/1.1" status: 200 len: 945 time: 0.0549440 Apr 06 11:28:43.742987 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8946b394-0a0d-42e6-9d0b-b10bd8d4d10f req-89bb187b-a078-42dd-a691-81d11458d91f tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=82206402-599a-4677-83f1-0a4da33930bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399587 Apr 06 11:28:44.520659 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-e8a4392d-9228-4ba7-8bd7-83aa779be519 req-9727230f-6bae-4cd6-be32-4f57b6554b90 tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec4f05ca-fb96-4749-ac4d-3019e15200ec HTTP/1.1" status: 200 len: 210 time: 0.0278273 Apr 06 11:28:44.860543 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd48fa1-bc14-428d-b7c3-3a73953770ce req-b04c2e1c-2dfc-4968-872c-935699e4a2c2 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:44.862029 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3dd48fa1-bc14-428d-b7c3-3a73953770ce req-b04c2e1c-2dfc-4968-872c-935699e4a2c2 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=d35c028e-4cf8-489c-80b7-b86c29b4931d HTTP/1.1" status: 200 len: 945 time: 0.0509396 Apr 06 11:28:44.910134 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3dd48fa1-bc14-428d-b7c3-3a73953770ce req-9c687810-5ffa-42cc-847b-4b6330b9ca95 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=82206402-599a-4677-83f1-0a4da33930bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425553 Apr 06 11:28:45.627209 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-afbf54ad-a179-44b3-903c-838e6c485849 req-78b02079-d639-4a8b-95ab-e93c62e76009 tempest-DeleteServersTestJSON-1917003954 tempest-DeleteServersTestJSON-1917003954-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec4f05ca-fb96-4749-ac4d-3019e15200ec HTTP/1.1" status: 200 len: 210 time: 0.0268757 Apr 06 11:28:46.027988 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb674a-fa8e-415e-9746-ae89f25e692b req-24d218b4-56f3-445f-af75-d1516fd13e57 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:46.029548 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-21eb674a-fa8e-415e-9746-ae89f25e692b req-24d218b4-56f3-445f-af75-d1516fd13e57 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=d35c028e-4cf8-489c-80b7-b86c29b4931d HTTP/1.1" status: 200 len: 945 time: 0.0546935 Apr 06 11:28:46.075784 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-21eb674a-fa8e-415e-9746-ae89f25e692b req-ba787f81-5349-4fff-941a-6f195bb8cb90 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=82206402-599a-4677-83f1-0a4da33930bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406206 Apr 06 11:28:47.192909 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a3810d-fafe-4d1f-8131-1dd3d7a825a6 req-85ad1a82-a38d-44f4-8ee0-6f93c21bc794 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:47.208698 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-f9a3810d-fafe-4d1f-8131-1dd3d7a825a6 req-85ad1a82-a38d-44f4-8ee0-6f93c21bc794 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=d35c028e-4cf8-489c-80b7-b86c29b4931d HTTP/1.1" status: 200 len: 945 time: 0.0525384 Apr 06 11:28:47.241233 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-f9a3810d-fafe-4d1f-8131-1dd3d7a825a6 req-c29ef2b5-d05a-439c-a630-610fde4e4708 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=82206402-599a-4677-83f1-0a4da33930bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404489 Apr 06 11:28:48.359975 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bacd60b-2975-4252-b987-2dad2a5ae486 req-a1dac8fc-6c82-42be-9932-2b4ad3eab9a3 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:48.361522 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1bacd60b-2975-4252-b987-2dad2a5ae486 req-a1dac8fc-6c82-42be-9932-2b4ad3eab9a3 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=d35c028e-4cf8-489c-80b7-b86c29b4931d HTTP/1.1" status: 200 len: 945 time: 0.0527194 Apr 06 11:28:48.417653 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1bacd60b-2975-4252-b987-2dad2a5ae486 req-83f0955e-f607-4756-83cb-f1c9b21b9f5d tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=82206402-599a-4677-83f1-0a4da33930bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494666 Apr 06 11:28:49.083858 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 50514) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:49.183533 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-07ebd5b5-2874-4dbb-aa45-45ddaa6130fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:49.260007 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-07ebd5b5-2874-4dbb-aa45-45ddaa6130fb admin admin] Publish callbacks [] for security_group (e0ad8a0d-d36c-4774-8ec8-88dffb30e9b5), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:49.362303 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-07ebd5b5-2874-4dbb-aa45-45ddaa6130fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (e0ad8a0d-d36c-4774-8ec8-88dffb30e9b5), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:49.379432 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 50528) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:49.410511 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 50530) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:49.410780 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-07ebd5b5-2874-4dbb-aa45-45ddaa6130fb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b56d14d753864397a10d15eaf4ebca7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3256710 Apr 06 11:28:49.411862 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ebd5b5-2874-4dbb-aa45-45ddaa6130fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ad8a0d-d36c-4774-8ec8-88dffb30e9b5,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:49.419816 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ebd5b5-2874-4dbb-aa45-45ddaa6130fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:49.420304 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ebd5b5-2874-4dbb-aa45-45ddaa6130fb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:49.425678 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ebd5b5-2874-4dbb-aa45-45ddaa6130fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:49.425678 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ebd5b5-2874-4dbb-aa45-45ddaa6130fb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:49.425678 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ebd5b5-2874-4dbb-aa45-45ddaa6130fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:49.425678 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ebd5b5-2874-4dbb-aa45-45ddaa6130fb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:49.425678 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ebd5b5-2874-4dbb-aa45-45ddaa6130fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:49.425678 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ebd5b5-2874-4dbb-aa45-45ddaa6130fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:49.425678 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ebd5b5-2874-4dbb-aa45-45ddaa6130fb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:49.425678 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ebd5b5-2874-4dbb-aa45-45ddaa6130fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:49.425678 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ebd5b5-2874-4dbb-aa45-45ddaa6130fb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:49.425678 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ebd5b5-2874-4dbb-aa45-45ddaa6130fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:49.425678 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ebd5b5-2874-4dbb-aa45-45ddaa6130fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:49.425678 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ebd5b5-2874-4dbb-aa45-45ddaa6130fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:49.425678 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ebd5b5-2874-4dbb-aa45-45ddaa6130fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:49.440898 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 50534) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:49.470542 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.db.db_base_plugin_v2 [None req-e533a5c2-c73e-4a30-bf9b-1a204c200ae3 admin admin] Deleting subnet 64c4f95f-91b8-4ad4-a895-e7c2a39d3913 {{(pid=103881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 11:28:49.474996 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e533a5c2-c73e-4a30-bf9b-1a204c200ae3 admin admin] Publish callbacks [] for subnet (64c4f95f-91b8-4ad4-a895-e7c2a39d3913), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:49.515721 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-17826976-7d6d-44b1-ad9f-2dd78c761206 admin admin] Publish callbacks [] for security_group (e0ad8a0d-d36c-4774-8ec8-88dffb30e9b5), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:49.552687 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e533a5c2-c73e-4a30-bf9b-1a204c200ae3 admin admin] Publish callbacks [] for subnet (64c4f95f-91b8-4ad4-a895-e7c2a39d3913), precommit_delete_associations {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:49.556531 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-6ce8627c-bad2-4ec0-a216-bc405869300d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:49.569718 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e533a5c2-c73e-4a30-bf9b-1a204c200ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961957'] for subnet (64c4f95f-91b8-4ad4-a895-e7c2a39d3913), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:49.593437 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-17826976-7d6d-44b1-ad9f-2dd78c761206 admin admin] Publish callbacks [] for security_group (e0ad8a0d-d36c-4774-8ec8-88dffb30e9b5), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:49.641003 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-6ce8627c-bad2-4ec0-a216-bc405869300d admin admin] Publish callbacks [] for security_group (7cf1326d-ff5f-4e1a-81f0-7beaf14c0fc4), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:49.643599 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c97801-dbc6-4051-95e6-39fe9742fcd6 req-789d7587-f088-4751-8ad7-5258bf22b6ad tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:49.645113 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-50c97801-dbc6-4051-95e6-39fe9742fcd6 req-789d7587-f088-4751-8ad7-5258bf22b6ad tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=d35c028e-4cf8-489c-80b7-b86c29b4931d HTTP/1.1" status: 200 len: 945 time: 0.1471825 Apr 06 11:28:49.702144 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-50c97801-dbc6-4051-95e6-39fe9742fcd6 req-a572202c-47cd-41ee-ac4a-75baf3355d92 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=82206402-599a-4677-83f1-0a4da33930bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501938 Apr 06 11:28:49.722241 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-6ce8627c-bad2-4ec0-a216-bc405869300d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (7cf1326d-ff5f-4e1a-81f0-7beaf14c0fc4), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:49.751401 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e533a5c2-c73e-4a30-bf9b-1a204c200ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1961962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322'] for subnet (64c4f95f-91b8-4ad4-a895-e7c2a39d3913), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:49.753583 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-17826976-7d6d-44b1-ad9f-2dd78c761206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (e0ad8a0d-d36c-4774-8ec8-88dffb30e9b5), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:49.756076 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-17826976-7d6d-44b1-ad9f-2dd78c761206 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:49.757306 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-17826976-7d6d-44b1-ad9f-2dd78c761206 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e0ad8a0d-d36c-4774-8ec8-88dffb30e9b5 HTTP/1.1" status: 204 len: 168 time: 0.3458526 Apr 06 11:28:49.759126 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce8627c-bad2-4ec0-a216-bc405869300d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf1326d-ff5f-4e1a-81f0-7beaf14c0fc4,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:49.766016 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-6ce8627c-bad2-4ec0-a216-bc405869300d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ec6924023226492eb594ea68651ef960&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3208289 Apr 06 11:28:49.766257 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 50544) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:49.793587 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17826976-7d6d-44b1-ad9f-2dd78c761206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ad8a0d-d36c-4774-8ec8-88dffb30e9b5,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:49.798767 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e533a5c2-c73e-4a30-bf9b-1a204c200ae3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64c4f95f-91b8-4ad4-a895-e7c2a39d3913,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:49.801487 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e533a5c2-c73e-4a30-bf9b-1a204c200ae3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570608'] for subnet (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:49.806727 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-e533a5c2-c73e-4a30-bf9b-1a204c200ae3 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/64c4f95f-91b8-4ad4-a895-e7c2a39d3913 HTTP/1.1" status: 204 len: 168 time: 0.4241040 Apr 06 11:28:49.807026 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 50546) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:49.811428 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17826976-7d6d-44b1-ad9f-2dd78c761206 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:49.811781 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17826976-7d6d-44b1-ad9f-2dd78c761206 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:49.812130 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17826976-7d6d-44b1-ad9f-2dd78c761206 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:49.812496 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17826976-7d6d-44b1-ad9f-2dd78c761206 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:49.812830 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17826976-7d6d-44b1-ad9f-2dd78c761206 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:49.813254 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17826976-7d6d-44b1-ad9f-2dd78c761206 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:49.813590 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17826976-7d6d-44b1-ad9f-2dd78c761206 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:49.813919 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17826976-7d6d-44b1-ad9f-2dd78c761206 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:49.814268 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17826976-7d6d-44b1-ad9f-2dd78c761206 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:49.814597 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17826976-7d6d-44b1-ad9f-2dd78c761206 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:49.814949 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17826976-7d6d-44b1-ad9f-2dd78c761206 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:49.815298 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17826976-7d6d-44b1-ad9f-2dd78c761206 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:49.815622 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17826976-7d6d-44b1-ad9f-2dd78c761206 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:49.816112 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17826976-7d6d-44b1-ad9f-2dd78c761206 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:49.816437 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17826976-7d6d-44b1-ad9f-2dd78c761206 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:49.823734 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e533a5c2-c73e-4a30-bf9b-1a204c200ae3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:49.823974 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e533a5c2-c73e-4a30-bf9b-1a204c200ae3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:49.824393 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e533a5c2-c73e-4a30-bf9b-1a204c200ae3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:49.824810 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e533a5c2-c73e-4a30-bf9b-1a204c200ae3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:49.825179 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e533a5c2-c73e-4a30-bf9b-1a204c200ae3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:49.825658 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e533a5c2-c73e-4a30-bf9b-1a204c200ae3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:49.825990 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e533a5c2-c73e-4a30-bf9b-1a204c200ae3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:49.826324 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e533a5c2-c73e-4a30-bf9b-1a204c200ae3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:49.826658 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e533a5c2-c73e-4a30-bf9b-1a204c200ae3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:49.826990 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e533a5c2-c73e-4a30-bf9b-1a204c200ae3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:49.827325 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e533a5c2-c73e-4a30-bf9b-1a204c200ae3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:49.827675 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e533a5c2-c73e-4a30-bf9b-1a204c200ae3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:49.828029 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e533a5c2-c73e-4a30-bf9b-1a204c200ae3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:49.828354 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e533a5c2-c73e-4a30-bf9b-1a204c200ae3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:49.828680 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e533a5c2-c73e-4a30-bf9b-1a204c200ae3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:49.874868 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9def2750-926f-46a8-aeb5-baecfd9de0d4 admin admin] Publish callbacks [] for security_group (7cf1326d-ff5f-4e1a-81f0-7beaf14c0fc4), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:49.914377 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b37fc262-2973-4da7-bf7f-6c8d7d0f9134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707938'] for network (d17c45f2-42c4-4cfe-a64d-a4b82313e9f3), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:49.917185 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9def2750-926f-46a8-aeb5-baecfd9de0d4 admin admin] Publish callbacks [] for security_group (7cf1326d-ff5f-4e1a-81f0-7beaf14c0fc4), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:50.023568 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b37fc262-2973-4da7-bf7f-6c8d7d0f9134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1963294', 'neutron.services.segments.db._delete_segments_for_network-8779192912505'] for network (d17c45f2-42c4-4cfe-a64d-a4b82313e9f3), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:50.054851 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.services.segments.db [None req-b37fc262-2973-4da7-bf7f-6c8d7d0f9134 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d17c45f2-42c4-4cfe-a64d-a4b82313e9f3']}} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:28:50.065262 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.services.segments.db [None req-b37fc262-2973-4da7-bf7f-6c8d7d0f9134 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '118c05f0-dc28-417c-b8a2-a8190b9af88d') {'for_net_delete': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:28:50.065590 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.services.segments.db [None req-b37fc262-2973-4da7-bf7f-6c8d7d0f9134 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '118c05f0-dc28-417c-b8a2-a8190b9af88d') {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:28:50.074793 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b37fc262-2973-4da7-bf7f-6c8d7d0f9134 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779192913282', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8476715'] for segment (118c05f0-dc28-417c-b8a2-a8190b9af88d), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:50.087846 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b37fc262-2973-4da7-bf7f-6c8d7d0f9134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726494'] for segment (118c05f0-dc28-417c-b8a2-a8190b9af88d), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:50.094604 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b37fc262-2973-4da7-bf7f-6c8d7d0f9134 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=103882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 11:28:50.094987 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b37fc262-2973-4da7-bf7f-6c8d7d0f9134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8797906'] for segment (118c05f0-dc28-417c-b8a2-a8190b9af88d), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:50.096965 dv-cinder-836073-2-iscsi neutron-server[103882]: Traceback (most recent call last): Apr 06 11:28:50.096965 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 11:28:50.096965 dv-cinder-836073-2-iscsi neutron-server[103882]: timer() Apr 06 11:28:50.096965 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 11:28:50.096965 dv-cinder-836073-2-iscsi neutron-server[103882]: cb(*args, **kw) Apr 06 11:28:50.096965 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 11:28:50.096965 dv-cinder-836073-2-iscsi neutron-server[103882]: return func(*args, **kwargs) Apr 06 11:28:50.096965 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 11:28:50.096965 dv-cinder-836073-2-iscsi neutron-server[103882]: self._notify() Apr 06 11:28:50.096965 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 11:28:50.096965 dv-cinder-836073-2-iscsi neutron-server[103882]: self.callback(batched_events) Apr 06 11:28:50.096965 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 11:28:50.096965 dv-cinder-836073-2-iscsi neutron-server[103882]: event.method(event) Apr 06 11:28:50.096965 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 11:28:50.096965 dv-cinder-836073-2-iscsi neutron-server[103882]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 11:28:50.096965 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 11:28:50.096965 dv-cinder-836073-2-iscsi neutron-server[103882]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 11:28:50.096965 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 11:28:50.096965 dv-cinder-836073-2-iscsi neutron-server[103882]: return f(self, *a, **k) Apr 06 11:28:50.096965 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 11:28:50.096965 dv-cinder-836073-2-iscsi neutron-server[103882]: return self._get(url).json() Apr 06 11:28:50.096965 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 11:28:50.096965 dv-cinder-836073-2-iscsi neutron-server[103882]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 11:28:50.096965 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 11:28:50.096965 dv-cinder-836073-2-iscsi neutron-server[103882]: return self.request(url, 'GET', **kwargs) Apr 06 11:28:50.096965 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 11:28:50.096965 dv-cinder-836073-2-iscsi neutron-server[103882]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 11:28:50.096965 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 11:28:50.096965 dv-cinder-836073-2-iscsi neutron-server[103882]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 11:28:50.096965 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 11:28:50.096965 dv-cinder-836073-2-iscsi neutron-server[103882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 11:28:50.096965 dv-cinder-836073-2-iscsi neutron-server[103882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 11:28:50.108162 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9def2750-926f-46a8-aeb5-baecfd9de0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (7cf1326d-ff5f-4e1a-81f0-7beaf14c0fc4), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:50.110697 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9def2750-926f-46a8-aeb5-baecfd9de0d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:50.111874 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-9def2750-926f-46a8-aeb5-baecfd9de0d4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7cf1326d-ff5f-4e1a-81f0-7beaf14c0fc4 HTTP/1.1" status: 204 len: 168 time: 0.3446774 Apr 06 11:28:50.147959 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9def2750-926f-46a8-aeb5-baecfd9de0d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf1326d-ff5f-4e1a-81f0-7beaf14c0fc4,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:50.267127 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b37fc262-2973-4da7-bf7f-6c8d7d0f9134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1963367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-886447'] for network (d17c45f2-42c4-4cfe-a64d-a4b82313e9f3), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:50.274248 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b37fc262-2973-4da7-bf7f-6c8d7d0f9134 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570608'] for network (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:50.278736 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-b37fc262-2973-4da7-bf7f-6c8d7d0f9134 admin admin] 10.222.0.43 "DELETE /v2.0/networks/d17c45f2-42c4-4cfe-a64d-a4b82313e9f3 HTTP/1.1" status: 204 len: 168 time: 0.4696398 Apr 06 11:28:50.298951 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37fc262-2973-4da7-bf7f-6c8d7d0f9134 admin admin] Pushing event deleted for resources: {'Network': ['ID=d17c45f2-42c4-4cfe-a64d-a4b82313e9f3,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:50.488337 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 50562) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:50.502362 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2022b03a-659e-4a09-8610-b01f4a126f81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:50.579907 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2022b03a-659e-4a09-8610-b01f4a126f81 admin admin] Publish callbacks [] for security_group (717487e3-6315-4541-87f4-890ad5856c0c), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:50.687813 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2022b03a-659e-4a09-8610-b01f4a126f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (717487e3-6315-4541-87f4-890ad5856c0c), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:50.724329 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022b03a-659e-4a09-8610-b01f4a126f81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=717487e3-6315-4541-87f4-890ad5856c0c,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:50.728810 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-2022b03a-659e-4a09-8610-b01f4a126f81 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0d20c38508ac48fdab2a3e898925e91d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2393086 Apr 06 11:28:50.732052 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 50572) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:50.792351 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ce010d44-547e-4780-8ce3-ad8bd4054cc2 admin admin] Publish callbacks [] for security_group (717487e3-6315-4541-87f4-890ad5856c0c), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:50.799144 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 50576) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:50.839327 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ce010d44-547e-4780-8ce3-ad8bd4054cc2 admin admin] Publish callbacks [] for security_group (717487e3-6315-4541-87f4-890ad5856c0c), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:50.842377 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-84f8e19c-c12f-4469-8123-87d4611439fd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5fc5829786b348ac9cacd8bca2535fbf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0420759 Apr 06 11:28:50.844942 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 50578) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:50.876846 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9932d2b8-e3ce-4cfd-8fc0-ac601a8e4f72 req-743c32c4-cd27-475e-9dbd-2a7b737c0994 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:50.878435 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9932d2b8-e3ce-4cfd-8fc0-ac601a8e4f72 req-743c32c4-cd27-475e-9dbd-2a7b737c0994 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=d35c028e-4cf8-489c-80b7-b86c29b4931d HTTP/1.1" status: 200 len: 945 time: 0.1049638 Apr 06 11:28:50.899894 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-25a199e3-3497-44b8-85fa-43ab1ed94d9d admin admin] Publish callbacks [] for security_group (7d4bf464-bde8-419b-aed7-2fb160b78897), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:50.934605 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-25a199e3-3497-44b8-85fa-43ab1ed94d9d admin admin] Publish callbacks [] for security_group (7d4bf464-bde8-419b-aed7-2fb160b78897), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:50.944695 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9932d2b8-e3ce-4cfd-8fc0-ac601a8e4f72 req-d1965b7b-7763-40cf-9330-444d57946c50 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=82206402-599a-4677-83f1-0a4da33930bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586462 Apr 06 11:28:51.044672 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ce010d44-547e-4780-8ce3-ad8bd4054cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (717487e3-6315-4541-87f4-890ad5856c0c), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:51.047341 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ce010d44-547e-4780-8ce3-ad8bd4054cc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:51.048518 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-ce010d44-547e-4780-8ce3-ad8bd4054cc2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/717487e3-6315-4541-87f4-890ad5856c0c HTTP/1.1" status: 204 len: 168 time: 0.3155150 Apr 06 11:28:51.057007 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce010d44-547e-4780-8ce3-ad8bd4054cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717487e3-6315-4541-87f4-890ad5856c0c,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:51.118141 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-25a199e3-3497-44b8-85fa-43ab1ed94d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (7d4bf464-bde8-419b-aed7-2fb160b78897), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:51.120720 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-25a199e3-3497-44b8-85fa-43ab1ed94d9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:51.122153 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-25a199e3-3497-44b8-85fa-43ab1ed94d9d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7d4bf464-bde8-419b-aed7-2fb160b78897 HTTP/1.1" status: 204 len: 168 time: 0.2762902 Apr 06 11:28:51.133256 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a199e3-3497-44b8-85fa-43ab1ed94d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4bf464-bde8-419b-aed7-2fb160b78897,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:51.827014 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 50612) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:51.839986 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-de99dd68-0349-4e5a-926a-c58905e11366 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:51.924386 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-de99dd68-0349-4e5a-926a-c58905e11366 admin admin] Publish callbacks [] for security_group (c875f7c5-ffe9-4f5b-8a19-fafb1e5433a6), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:52.040812 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-de99dd68-0349-4e5a-926a-c58905e11366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (c875f7c5-ffe9-4f5b-8a19-fafb1e5433a6), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:52.108619 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-de99dd68-0349-4e5a-926a-c58905e11366 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7bb333aefd87490c97cbd10e0f7c488f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2803946 Apr 06 11:28:52.111386 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 50652) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:52.118601 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de99dd68-0349-4e5a-926a-c58905e11366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c875f7c5-ffe9-4f5b-8a19-fafb1e5433a6,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:52.147892 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf2cce3-3879-444b-a120-9eb4020f5dbb req-3514f181-5b78-46f1-98ec-e2b6e0ba226e tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:52.155386 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-acf2cce3-3879-444b-a120-9eb4020f5dbb req-3514f181-5b78-46f1-98ec-e2b6e0ba226e tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=d35c028e-4cf8-489c-80b7-b86c29b4931d HTTP/1.1" status: 200 len: 945 time: 0.1311488 Apr 06 11:28:52.179748 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-54065b01-f0fd-4bcc-91de-48510e36d8de admin admin] Publish callbacks [] for security_group (c875f7c5-ffe9-4f5b-8a19-fafb1e5433a6), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:52.203386 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-54065b01-f0fd-4bcc-91de-48510e36d8de admin admin] Publish callbacks [] for security_group (c875f7c5-ffe9-4f5b-8a19-fafb1e5433a6), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:52.213780 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-acf2cce3-3879-444b-a120-9eb4020f5dbb req-1e989ec8-2ced-4cb5-95bd-d1066ffd6054 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=82206402-599a-4677-83f1-0a4da33930bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574927 Apr 06 11:28:52.364197 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-54065b01-f0fd-4bcc-91de-48510e36d8de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (c875f7c5-ffe9-4f5b-8a19-fafb1e5433a6), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:52.366934 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-54065b01-f0fd-4bcc-91de-48510e36d8de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:52.371403 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-54065b01-f0fd-4bcc-91de-48510e36d8de admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c875f7c5-ffe9-4f5b-8a19-fafb1e5433a6 HTTP/1.1" status: 204 len: 168 time: 0.2586095 Apr 06 11:28:52.379444 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54065b01-f0fd-4bcc-91de-48510e36d8de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c875f7c5-ffe9-4f5b-8a19-fafb1e5433a6,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:53.339244 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ba2abe-dbf2-4cb1-8d23-e5652a41764d req-d5a79931-42bd-49d1-a93e-6ef77fc7ab00 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:53.340806 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-96ba2abe-dbf2-4cb1-8d23-e5652a41764d req-d5a79931-42bd-49d1-a93e-6ef77fc7ab00 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=d35c028e-4cf8-489c-80b7-b86c29b4931d HTTP/1.1" status: 200 len: 945 time: 0.0542755 Apr 06 11:28:53.388116 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-96ba2abe-dbf2-4cb1-8d23-e5652a41764d req-3e4a5324-7394-41fe-9365-f5e916868de1 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=82206402-599a-4677-83f1-0a4da33930bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409617 Apr 06 11:28:53.512908 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 50744) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:53.618025 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 50754) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:53.700503 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-735138d8-0ee4-49f3-8f8a-dcd5714d7d2c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1423592490-network', 'tenant_id': '06368b58d27a4d04a043a29bc40c2f17'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:28:53.701404 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-d2f8dd02-8968-40b0-bca4-a7fc1cec66fd None None] Agent healthcheck: found 6 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:28:53.747331 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8a1c0025-cc34-4689-a9e2-69a10f2c4190 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:53.802064 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735138d8-0ee4-49f3-8f8a-dcd5714d7d2c admin admin] Made reservation on behalf of 06368b58d27a4d04a043a29bc40c2f17 for: {'network': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:28:53.804215 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-735138d8-0ee4-49f3-8f8a-dcd5714d7d2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for network (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:53.813068 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-735138d8-0ee4-49f3-8f8a-dcd5714d7d2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:53.824651 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8a1c0025-cc34-4689-a9e2-69a10f2c4190 admin admin] Publish callbacks [] for security_group (b14e612a-b27d-441b-8f3c-743637737013), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:53.891762 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-735138d8-0ee4-49f3-8f8a-dcd5714d7d2c admin admin] Publish callbacks [] for security_group (7f1aa03a-b810-4d23-8101-463036270b13), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:53.938809 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8a1c0025-cc34-4689-a9e2-69a10f2c4190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (b14e612a-b27d-441b-8f3c-743637737013), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:53.982857 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-8a1c0025-cc34-4689-a9e2-69a10f2c4190 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b193db165d16462eafe2308520ba551e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3636477 Apr 06 11:28:53.983987 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c0025-cc34-4689-a9e2-69a10f2c4190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b14e612a-b27d-441b-8f3c-743637737013,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:53.986262 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 50760) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:54.007803 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-735138d8-0ee4-49f3-8f8a-dcd5714d7d2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (7f1aa03a-b810-4d23-8101-463036270b13), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:54.041430 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-735138d8-0ee4-49f3-8f8a-dcd5714d7d2c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=103881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 11:28:54.065073 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-735138d8-0ee4-49f3-8f8a-dcd5714d7d2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726494'] for segment (54bcc79b-11f0-4f13-ad54-6fda3dd46cbf), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:54.065459 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.db.segments_db [None req-735138d8-0ee4-49f3-8f8a-dcd5714d7d2c admin admin] Added segment 54bcc79b-11f0-4f13-ad54-6fda3dd46cbf of type vlan for network af9c42ac-4d2c-4fdf-bb0b-53f068c99e59 Apr 06 11:28:54.066935 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735138d8-0ee4-49f3-8f8a-dcd5714d7d2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1aa03a-b810-4d23-8101-463036270b13,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:54.118839 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c7dfe6d6-f78c-43a5-89d4-a8b16fd7785c admin admin] Publish callbacks [] for security_group (b14e612a-b27d-441b-8f3c-743637737013), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:54.121819 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-735138d8-0ee4-49f3-8f8a-dcd5714d7d2c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779192449082'] for network (af9c42ac-4d2c-4fdf-bb0b-53f068c99e59), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:54.155278 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c7dfe6d6-f78c-43a5-89d4-a8b16fd7785c admin admin] Publish callbacks [] for security_group (b14e612a-b27d-441b-8f3c-743637737013), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:54.224638 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-735138d8-0ee4-49f3-8f8a-dcd5714d7d2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322'] for network (af9c42ac-4d2c-4fdf-bb0b-53f068c99e59), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:54.225867 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735138d8-0ee4-49f3-8f8a-dcd5714d7d2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:54.226637 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-735138d8-0ee4-49f3-8f8a-dcd5714d7d2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570608'] for network (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:54.285788 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735138d8-0ee4-49f3-8f8a-dcd5714d7d2c admin admin] Pushing event updated for resources: {'Network': ['ID=af9c42ac-4d2c-4fdf-bb0b-53f068c99e59,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:54.298632 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Network af9c42ac-4d2c-4fdf-bb0b-53f068c99e59 details requested by agent ovs-agent-dv-cinder-836073-2-iscsi with host dv-cinder-836073-2-iscsi {{(pid=103883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 11:28:54.339872 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c7dfe6d6-f78c-43a5-89d4-a8b16fd7785c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (b14e612a-b27d-441b-8f3c-743637737013), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:54.342568 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c7dfe6d6-f78c-43a5-89d4-a8b16fd7785c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:54.345525 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-c7dfe6d6-f78c-43a5-89d4-a8b16fd7785c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b14e612a-b27d-441b-8f3c-743637737013 HTTP/1.1" status: 204 len: 168 time: 0.3571546 Apr 06 11:28:54.353756 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dfe6d6-f78c-43a5-89d4-a8b16fd7785c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14e612a-b27d-441b-8f3c-743637737013,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:54.370594 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-735138d8-0ee4-49f3-8f8a-dcd5714d7d2c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8565171 Apr 06 11:28:54.374495 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 50774) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:54.380907 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-b86c9f8a-5bb2-4b5e-9183-46835741b607 admin admin] Request body: {'subnet': {'network_id': 'af9c42ac-4d2c-4fdf-bb0b-53f068c99e59', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1423592490-subnet', 'tenant_id': '06368b58d27a4d04a043a29bc40c2f17', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:28:54.525982 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af8f3d2-4d28-459d-be25-7b500455cab6 req-f2e8f623-797c-4280-931d-1f19ff34be4e tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:54.525982 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0af8f3d2-4d28-459d-be25-7b500455cab6 req-f2e8f623-797c-4280-931d-1f19ff34be4e tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=d35c028e-4cf8-489c-80b7-b86c29b4931d HTTP/1.1" status: 200 len: 945 time: 0.0625622 Apr 06 11:28:54.547873 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b86c9f8a-5bb2-4b5e-9183-46835741b607 admin admin] Made reservation on behalf of 06368b58d27a4d04a043a29bc40c2f17 for: {'subnet': 1} {{(pid=103882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:28:54.550663 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b86c9f8a-5bb2-4b5e-9183-46835741b607 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10017299'] for subnet (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:54.627301 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0af8f3d2-4d28-459d-be25-7b500455cab6 req-f40ae869-bd8a-45d5-901a-3b629bd4d0c7 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=82206402-599a-4677-83f1-0a4da33930bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952051 Apr 06 11:28:54.873392 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b86c9f8a-5bb2-4b5e-9183-46835741b607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8797567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10017293'] for subnet (78cd5864-e3bf-4b4c-aa00-ce06f73cc401), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:54.874358 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 50808) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:54.933636 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86c9f8a-5bb2-4b5e-9183-46835741b607 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78cd5864-e3bf-4b4c-aa00-ce06f73cc401,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:54.963004 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86c9f8a-5bb2-4b5e-9183-46835741b607 admin admin] Checking segment: {'id': '54bcc79b-11f0-4f13-ad54-6fda3dd46cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'af9c42ac-4d2c-4fdf-bb0b-53f068c99e59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:28:54.963634 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86c9f8a-5bb2-4b5e-9183-46835741b607 admin admin] Network hostable DHCP agents. Network: af9c42ac-4d2c-4fdf-bb0b-53f068c99e59, hostable agents: ['8a8bc679-53b2-461d-b015-cec5a247fb94'], hosted agents: [] {{(pid=103882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 11:28:55.044273 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b7f2c8f1-d0de-4073-94b2-9908f4873ad6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:55.074558 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86c9f8a-5bb2-4b5e-9183-46835741b607 admin admin] Network af9c42ac-4d2c-4fdf-bb0b-53f068c99e59 is scheduled to be hosted by DHCP agent 8a8bc679-53b2-461d-b015-cec5a247fb94 with binding_index 1 {{(pid=103882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 11:28:55.144902 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b7f2c8f1-d0de-4073-94b2-9908f4873ad6 admin admin] Publish callbacks [] for security_group (bc4ec517-4fbc-44ef-89c2-032e5acdbe96), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:55.175413 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-b86c9f8a-5bb2-4b5e-9183-46835741b607 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836073-2-iscsi, af9c42ac-4d2c-4fdf-bb0b-53f068c99e59) {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:28:55.179672 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86c9f8a-5bb2-4b5e-9183-46835741b607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:55.185201 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b86c9f8a-5bb2-4b5e-9183-46835741b607 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:55.187770 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ed1438-efb8-4cb1-b9cb-247c982066ad None None] Network af9c42ac-4d2c-4fdf-bb0b-53f068c99e59 requested from dv-cinder-836073-2-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:28:55.233058 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b7f2c8f1-d0de-4073-94b2-9908f4873ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (bc4ec517-4fbc-44ef-89c2-032e5acdbe96), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:55.266188 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-b86c9f8a-5bb2-4b5e-9183-46835741b607 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8901925 Apr 06 11:28:55.313126 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69665a2-760b-4070-aec3-b3942e341904 None None] Network af9c42ac-4d2c-4fdf-bb0b-53f068c99e59 requested from dv-cinder-836073-2-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:28:55.318576 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-b7f2c8f1-d0de-4073-94b2-9908f4873ad6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=207c31ba4ab54c38a9a4dba09eb9efd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4428253 Apr 06 11:28:55.321249 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 50842) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:55.337658 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f2c8f1-d0de-4073-94b2-9908f4873ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4ec517-4fbc-44ef-89c2-032e5acdbe96,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:55.397673 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-dbfba3db-a9c7-4953-b897-675b8563e6d9 admin admin] Publish callbacks [] for security_group (bc4ec517-4fbc-44ef-89c2-032e5acdbe96), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:55.428255 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-dbfba3db-a9c7-4953-b897-675b8563e6d9 admin admin] Publish callbacks [] for security_group (bc4ec517-4fbc-44ef-89c2-032e5acdbe96), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:55.567845 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c24bb-456c-4485-b1f7-ab4f01b41383 req-1102fb66-549e-4832-8e48-62d8fbb939c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:55.569561 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-484c24bb-456c-4485-b1f7-ab4f01b41383 req-1102fb66-549e-4832-8e48-62d8fbb939c0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d35c028e-4cf8-489c-80b7-b86c29b4931d HTTP/1.1" status: 200 len: 1129 time: 0.0494475 Apr 06 11:28:55.636124 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-484c24bb-456c-4485-b1f7-ab4f01b41383 req-8e26e20d-c356-45f1-81fb-9089bdbaebec service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=82206402-599a-4677-83f1-0a4da33930bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406821 Apr 06 11:28:55.654324 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-dbfba3db-a9c7-4953-b897-675b8563e6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (bc4ec517-4fbc-44ef-89c2-032e5acdbe96), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:55.657196 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-dbfba3db-a9c7-4953-b897-675b8563e6d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:55.659249 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-dbfba3db-a9c7-4953-b897-675b8563e6d9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bc4ec517-4fbc-44ef-89c2-032e5acdbe96 HTTP/1.1" status: 204 len: 168 time: 0.3362820 Apr 06 11:28:55.667827 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfba3db-a9c7-4953-b897-675b8563e6d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4ec517-4fbc-44ef-89c2-032e5acdbe96,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:55.780294 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc91719-f5ba-4e4c-a863-87e2a037c705 req-59444ce7-abd5-4f1f-a32c-c480b0ebdcf1 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:55.781835 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-acc91719-f5ba-4e4c-a863-87e2a037c705 req-59444ce7-abd5-4f1f-a32c-c480b0ebdcf1 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=d35c028e-4cf8-489c-80b7-b86c29b4931d HTTP/1.1" status: 200 len: 945 time: 0.0633690 Apr 06 11:28:55.817776 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 50858) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:55.831413 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-acc91719-f5ba-4e4c-a863-87e2a037c705 req-248c646e-01a1-4590-9db0-39bcae6ac472 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=82206402-599a-4677-83f1-0a4da33930bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435765 Apr 06 11:28:56.014240 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-357d31fd-e0ac-4504-890f-4ef83d96d2bc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-312017993-network', 'tenant_id': 'de48ef632a974b5c83191742cf569887'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:28:56.129851 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357d31fd-e0ac-4504-890f-4ef83d96d2bc admin admin] Made reservation on behalf of de48ef632a974b5c83191742cf569887 for: {'network': 1} {{(pid=103882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:28:56.132291 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-357d31fd-e0ac-4504-890f-4ef83d96d2bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for network (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:56.141642 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-357d31fd-e0ac-4504-890f-4ef83d96d2bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:56.219529 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-357d31fd-e0ac-4504-890f-4ef83d96d2bc admin admin] Publish callbacks [] for security_group (370bfbda-dfb1-4a90-bfa8-7a8ee726fbef), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:56.306645 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-357d31fd-e0ac-4504-890f-4ef83d96d2bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (370bfbda-dfb1-4a90-bfa8-7a8ee726fbef), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:56.307288 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 50872) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:56.325003 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f526444a-6bc5-42e8-8f2c-779d2e65b397 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:56.339370 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-357d31fd-e0ac-4504-890f-4ef83d96d2bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=103882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 11:28:56.373763 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357d31fd-e0ac-4504-890f-4ef83d96d2bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=370bfbda-dfb1-4a90-bfa8-7a8ee726fbef,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:56.386141 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-357d31fd-e0ac-4504-890f-4ef83d96d2bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726494'] for segment (6a602240-3922-4bf0-a8bb-04a4d05b55c4), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:56.387470 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.db.segments_db [None req-357d31fd-e0ac-4504-890f-4ef83d96d2bc admin admin] Added segment 6a602240-3922-4bf0-a8bb-04a4d05b55c4 of type vlan for network 5529688d-cbb0-454c-b2b2-2dd8660f20c8 Apr 06 11:28:56.427058 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f526444a-6bc5-42e8-8f2c-779d2e65b397 admin admin] Publish callbacks [] for security_group (eb384a9c-31da-4121-ba99-7721b6ec22a7), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:56.439203 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-357d31fd-e0ac-4504-890f-4ef83d96d2bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779192449082'] for network (5529688d-cbb0-454c-b2b2-2dd8660f20c8), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:56.541394 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f526444a-6bc5-42e8-8f2c-779d2e65b397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (eb384a9c-31da-4121-ba99-7721b6ec22a7), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:56.541582 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-357d31fd-e0ac-4504-890f-4ef83d96d2bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322'] for network (5529688d-cbb0-454c-b2b2-2dd8660f20c8), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:56.542524 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357d31fd-e0ac-4504-890f-4ef83d96d2bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:56.543173 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-357d31fd-e0ac-4504-890f-4ef83d96d2bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570608'] for network (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:56.582333 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-f526444a-6bc5-42e8-8f2c-779d2e65b397 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d01fa5fb3e50467eb2d52febdb12111e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2735944 Apr 06 11:28:56.583575 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f526444a-6bc5-42e8-8f2c-779d2e65b397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb384a9c-31da-4121-ba99-7721b6ec22a7,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:56.597770 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 50884) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:56.624558 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 50888) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:56.631597 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357d31fd-e0ac-4504-890f-4ef83d96d2bc admin admin] Pushing event updated for resources: {'Network': ['ID=5529688d-cbb0-454c-b2b2-2dd8660f20c8,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:56.644050 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Network 5529688d-cbb0-454c-b2b2-2dd8660f20c8 details requested by agent ovs-agent-dv-cinder-836073-2-iscsi with host dv-cinder-836073-2-iscsi {{(pid=103883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 11:28:56.664639 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-574a9c79-8cb2-4109-85e2-6b68c39ae039 admin admin] Publish callbacks [] for security_group (eb384a9c-31da-4121-ba99-7721b6ec22a7), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:56.691364 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-574a9c79-8cb2-4109-85e2-6b68c39ae039 admin admin] Publish callbacks [] for security_group (eb384a9c-31da-4121-ba99-7721b6ec22a7), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:56.737012 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-357d31fd-e0ac-4504-890f-4ef83d96d2bc admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9179900 Apr 06 11:28:56.739897 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 50892) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:56.744966 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-d4cb832c-2270-48d1-8e6e-b7826e73cf4b admin admin] Request body: {'subnet': {'network_id': '5529688d-cbb0-454c-b2b2-2dd8660f20c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-312017993-subnet', 'tenant_id': 'de48ef632a974b5c83191742cf569887', 'ip_version': 4}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:28:56.770066 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1f8fe487-3111-4bd4-88e0-be5a1d76696a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:56.810361 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-574a9c79-8cb2-4109-85e2-6b68c39ae039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (eb384a9c-31da-4121-ba99-7721b6ec22a7), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:56.812844 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-574a9c79-8cb2-4109-85e2-6b68c39ae039 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:56.813999 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-574a9c79-8cb2-4109-85e2-6b68c39ae039 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/eb384a9c-31da-4121-ba99-7721b6ec22a7 HTTP/1.1" status: 204 len: 168 time: 0.2152290 Apr 06 11:28:56.832680 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574a9c79-8cb2-4109-85e2-6b68c39ae039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb384a9c-31da-4121-ba99-7721b6ec22a7,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:56.838826 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4cb832c-2270-48d1-8e6e-b7826e73cf4b admin admin] Made reservation on behalf of de48ef632a974b5c83191742cf569887 for: {'subnet': 1} {{(pid=103882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:28:56.842161 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d4cb832c-2270-48d1-8e6e-b7826e73cf4b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10017299'] for subnet (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:56.910001 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1f8fe487-3111-4bd4-88e0-be5a1d76696a admin admin] Publish callbacks [] for security_group (fe12ad8b-61fb-47b2-92cc-ec05fb55052c), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:56.973809 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e8c428-91e8-4db3-b880-9328ee3350a2 req-1941a65d-fd31-43c3-a879-737484bc1b8d tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:56.975326 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-27e8c428-91e8-4db3-b880-9328ee3350a2 req-1941a65d-fd31-43c3-a879-737484bc1b8d tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=d35c028e-4cf8-489c-80b7-b86c29b4931d HTTP/1.1" status: 200 len: 945 time: 0.0582151 Apr 06 11:28:56.990164 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1f8fe487-3111-4bd4-88e0-be5a1d76696a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (fe12ad8b-61fb-47b2-92cc-ec05fb55052c), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:57.047661 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-1f8fe487-3111-4bd4-88e0-be5a1d76696a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dc0c4777f2574fd588857efa048510ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4222956 Apr 06 11:28:57.050379 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 50898) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:57.057902 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8fe487-3111-4bd4-88e0-be5a1d76696a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe12ad8b-61fb-47b2-92cc-ec05fb55052c,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:57.068316 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-27e8c428-91e8-4db3-b880-9328ee3350a2 req-6ca298ab-e674-4bee-b243-b3b248a39e05 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=82206402-599a-4677-83f1-0a4da33930bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866728 Apr 06 11:28:57.092643 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d4cb832c-2270-48d1-8e6e-b7826e73cf4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8797567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10017293'] for subnet (c5124a61-a5c8-4acc-8eca-8ed8dd4c3666), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:57.130394 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4369f7bc-6630-41b2-a801-e7b7b9610615 admin admin] Publish callbacks [] for security_group (fe12ad8b-61fb-47b2-92cc-ec05fb55052c), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:57.169194 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4369f7bc-6630-41b2-a801-e7b7b9610615 admin admin] Publish callbacks [] for security_group (fe12ad8b-61fb-47b2-92cc-ec05fb55052c), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:57.188123 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cb832c-2270-48d1-8e6e-b7826e73cf4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5124a61-a5c8-4acc-8eca-8ed8dd4c3666,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:57.205809 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cb832c-2270-48d1-8e6e-b7826e73cf4b admin admin] Checking segment: {'id': '6a602240-3922-4bf0-a8bb-04a4d05b55c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '5529688d-cbb0-454c-b2b2-2dd8660f20c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:28:57.212791 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cb832c-2270-48d1-8e6e-b7826e73cf4b admin admin] Network hostable DHCP agents. Network: 5529688d-cbb0-454c-b2b2-2dd8660f20c8, hostable agents: ['8a8bc679-53b2-461d-b015-cec5a247fb94'], hosted agents: [] {{(pid=103882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 11:28:57.344696 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cb832c-2270-48d1-8e6e-b7826e73cf4b admin admin] Network 5529688d-cbb0-454c-b2b2-2dd8660f20c8 is scheduled to be hosted by DHCP agent 8a8bc679-53b2-461d-b015-cec5a247fb94 with binding_index 1 {{(pid=103882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 11:28:57.350449 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4369f7bc-6630-41b2-a801-e7b7b9610615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (fe12ad8b-61fb-47b2-92cc-ec05fb55052c), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:57.353003 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4369f7bc-6630-41b2-a801-e7b7b9610615 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:57.354184 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-4369f7bc-6630-41b2-a801-e7b7b9610615 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fe12ad8b-61fb-47b2-92cc-ec05fb55052c HTTP/1.1" status: 204 len: 168 time: 0.3028104 Apr 06 11:28:57.363782 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369f7bc-6630-41b2-a801-e7b7b9610615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe12ad8b-61fb-47b2-92cc-ec05fb55052c,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:57.432419 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-d4cb832c-2270-48d1-8e6e-b7826e73cf4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836073-2-iscsi, 5529688d-cbb0-454c-b2b2-2dd8660f20c8) {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:28:57.437860 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cb832c-2270-48d1-8e6e-b7826e73cf4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:57.444231 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d4cb832c-2270-48d1-8e6e-b7826e73cf4b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:57.445704 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c62486-926a-4de4-9ff8-ad2afe040e8c None None] Network 5529688d-cbb0-454c-b2b2-2dd8660f20c8 requested from dv-cinder-836073-2-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:28:57.585212 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e876989f-43f5-46c8-b59d-e1a7dcf6fd16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272ef63c-8d75-5f2a-b33a-d377c0026717-5529688d-cbb0-454c-b2b2-2dd8660f20c8', 'network_id': '5529688d-cbb0-454c-b2b2-2dd8660f20c8', 'project_id': 'de48ef632a974b5c83191742cf569887', 'fixed_ips': [{'subnet_id': 'c5124a61-a5c8-4acc-8eca-8ed8dd4c3666'}]}} from dv-cinder-836073-2-iscsi. {{(pid=103883) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 11:28:57.586067 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e876989f-43f5-46c8-b59d-e1a7dcf6fd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:57.589500 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-d4cb832c-2270-48d1-8e6e-b7826e73cf4b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8484912 Apr 06 11:28:57.592904 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 50918) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:57.598281 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-1dccd6de-e2d9-4a1d-a21a-2e1e5b70ac06 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-312017993-router', 'tenant_id': 'de48ef632a974b5c83191742cf569887', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc'}}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:28:57.672729 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1dccd6de-e2d9-4a1d-a21a-2e1e5b70ac06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-917030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7890'] for router (d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:57.674842 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1dccd6de-e2d9-4a1d-a21a-2e1e5b70ac06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-915638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-884774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7883'] for router (d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:57.739221 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1dccd6de-e2d9-4a1d-a21a-2e1e5b70ac06 admin admin] Publish callbacks [] for router_controller (d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4), precommit_add_association {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:57.744819 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [None req-e876989f-43f5-46c8-b59d-e1a7dcf6fd16 None None] Allocated IP 172.20.0.2 (5529688d-cbb0-454c-b2b2-2dd8660f20c8/c5124a61-a5c8-4acc-8eca-8ed8dd4c3666/e7d77e54-c75d-4a6d-a1ab-6cd88b996971) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:28:57.958323 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e876989f-43f5-46c8-b59d-e1a7dcf6fd16 None None] Publish callbacks [] for port (e7d77e54-c75d-4a6d-a1ab-6cd88b996971), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:58.043653 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1dccd6de-e2d9-4a1d-a21a-2e1e5b70ac06 admin admin] Publish callbacks [] for router_gateway (d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:58.056096 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e876989f-43f5-46c8-b59d-e1a7dcf6fd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779192465924'] for port (e7d77e54-c75d-4a6d-a1ab-6cd88b996971), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:58.066659 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8591129-0b35-42ae-b6ab-1c88dd6ef3d6 req-39962d77-d444-4b40-83d6-9c7f8a2257dc tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:58.068177 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e8591129-0b35-42ae-b6ab-1c88dd6ef3d6 req-39962d77-d444-4b40-83d6-9c7f8a2257dc tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/networks?id=af9c42ac-4d2c-4fdf-bb0b-53f068c99e59 HTTP/1.1" status: 200 len: 809 time: 0.2057371 Apr 06 11:28:58.095525 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e8591129-0b35-42ae-b6ab-1c88dd6ef3d6 req-7cf1f6e2-59c9-47eb-9805-da6219669ebb tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/quotas/06368b58d27a4d04a043a29bc40c2f17 HTTP/1.1" status: 200 len: 375 time: 0.0203979 Apr 06 11:28:58.112816 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e876989f-43f5-46c8-b59d-e1a7dcf6fd16 None None] Network 5529688d-cbb0-454c-b2b2-2dd8660f20c8 is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:28:58.119690 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-e876989f-43f5-46c8-b59d-e1a7dcf6fd16 None None] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:28:58.123459 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e876989f-43f5-46c8-b59d-e1a7dcf6fd16 None None] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:28:58.133794 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e876989f-43f5-46c8-b59d-e1a7dcf6fd16 None None] Pushing event updated for resources: {'Port': ['ID=e7d77e54-c75d-4a6d-a1ab-6cd88b996971,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:58.146525 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e8591129-0b35-42ae-b6ab-1c88dd6ef3d6 req-68f00544-73c8-477b-af31-37dcd65b5f7f tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=06368b58d27a4d04a043a29bc40c2f17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420344 Apr 06 11:28:58.151264 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e876989f-43f5-46c8-b59d-e1a7dcf6fd16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:58.151264 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e876989f-43f5-46c8-b59d-e1a7dcf6fd16 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:58.151264 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e876989f-43f5-46c8-b59d-e1a7dcf6fd16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:58.151264 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e876989f-43f5-46c8-b59d-e1a7dcf6fd16 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:58.151264 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e876989f-43f5-46c8-b59d-e1a7dcf6fd16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:58.151264 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e876989f-43f5-46c8-b59d-e1a7dcf6fd16 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:58.151264 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e876989f-43f5-46c8-b59d-e1a7dcf6fd16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:58.151264 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e876989f-43f5-46c8-b59d-e1a7dcf6fd16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:58.151264 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e876989f-43f5-46c8-b59d-e1a7dcf6fd16 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:58.151264 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e876989f-43f5-46c8-b59d-e1a7dcf6fd16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:58.151264 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e876989f-43f5-46c8-b59d-e1a7dcf6fd16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:58.151264 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e876989f-43f5-46c8-b59d-e1a7dcf6fd16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:58.151264 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e876989f-43f5-46c8-b59d-e1a7dcf6fd16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:58.151264 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e876989f-43f5-46c8-b59d-e1a7dcf6fd16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:58.151264 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e876989f-43f5-46c8-b59d-e1a7dcf6fd16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:58.223541 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61291065-29e1-40c6-aaee-1025eb459d27 req-a4f803a9-7294-470b-bfcf-d97b02720686 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:58.225927 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-61291065-29e1-40c6-aaee-1025eb459d27 req-a4f803a9-7294-470b-bfcf-d97b02720686 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=d35c028e-4cf8-489c-80b7-b86c29b4931d HTTP/1.1" status: 200 len: 945 time: 0.0785165 Apr 06 11:28:58.304003 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e8591129-0b35-42ae-b6ab-1c88dd6ef3d6 req-de04494e-c376-4ed2-aea0-1b6cb0a83e69 service neutron] 10.222.0.43 "GET /v2.0/networks/af9c42ac-4d2c-4fdf-bb0b-53f068c99e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547437 Apr 06 11:28:58.334910 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-61291065-29e1-40c6-aaee-1025eb459d27 req-2a11b825-84d6-4dad-bf2c-a820cd57f375 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=82206402-599a-4677-83f1-0a4da33930bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844464 Apr 06 11:28:58.449695 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-e876989f-43f5-46c8-b59d-e1a7dcf6fd16 None None] Attempting to bind port e7d77e54-c75d-4a6d-a1ab-6cd88b996971 on host dv-cinder-836073-2-iscsi for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:28:58.449942 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-e876989f-43f5-46c8-b59d-e1a7dcf6fd16 None None] Attempting to bind port e7d77e54-c75d-4a6d-a1ab-6cd88b996971 by drivers openvswitch,hyperv on host dv-cinder-836073-2-iscsi at level 0 using segments [{'id': '6a602240-3922-4bf0-a8bb-04a4d05b55c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '5529688d-cbb0-454c-b2b2-2dd8660f20c8'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:28:58.450618 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e876989f-43f5-46c8-b59d-e1a7dcf6fd16 None None] Attempting to bind port e7d77e54-c75d-4a6d-a1ab-6cd88b996971 on network 5529688d-cbb0-454c-b2b2-2dd8660f20c8 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:28:58.456003 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e876989f-43f5-46c8-b59d-e1a7dcf6fd16 None None] Checking agent: {'id': 'a2831ac0-05e7-463d-be89-41d2adab36ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 18, 43), 'started_at': datetime.datetime(2022, 4, 6, 11, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:28:58.456411 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e876989f-43f5-46c8-b59d-e1a7dcf6fd16 None None] Checking segment: {'id': '6a602240-3922-4bf0-a8bb-04a4d05b55c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '5529688d-cbb0-454c-b2b2-2dd8660f20c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:28:58.456794 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e876989f-43f5-46c8-b59d-e1a7dcf6fd16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:58.457256 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e876989f-43f5-46c8-b59d-e1a7dcf6fd16 None None] Bound using segment: {'id': '6a602240-3922-4bf0-a8bb-04a4d05b55c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '5529688d-cbb0-454c-b2b2-2dd8660f20c8'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:28:58.457718 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-e876989f-43f5-46c8-b59d-e1a7dcf6fd16 None None] Bound port: e7d77e54-c75d-4a6d-a1ab-6cd88b996971, host: dv-cinder-836073-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a602240-3922-4bf0-a8bb-04a4d05b55c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '5529688d-cbb0-454c-b2b2-2dd8660f20c8'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:28:58.458102 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e876989f-43f5-46c8-b59d-e1a7dcf6fd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (e7d77e54-c75d-4a6d-a1ab-6cd88b996971), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:58.512635 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e8591129-0b35-42ae-b6ab-1c88dd6ef3d6 req-11fb590a-a767-4498-bbd1-ad28724fe91b service neutron] 10.222.0.43 "GET /v2.0/networks/af9c42ac-4d2c-4fdf-bb0b-53f068c99e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959212 Apr 06 11:28:58.523088 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec55501-ba52-4078-926f-1841388ac089 req-c19bce55-c6da-4899-a8b5-775d53e49fd9 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:28:58.535217 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-8ec55501-ba52-4078-926f-1841388ac089 req-c19bce55-c6da-4899-a8b5-775d53e49fd9 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5f3e882-c3d2-4207-90be-fb022681182c HTTP/1.1" status: 200 len: 945 time: 0.1031919 Apr 06 11:28:58.540670 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 50960) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:58.547452 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e876989f-43f5-46c8-b59d-e1a7dcf6fd16 None None] For port e7d77e54-c75d-4a6d-a1ab-6cd88b996971, host dv-cinder-836073-2-iscsi, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:28:58.552979 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e876989f-43f5-46c8-b59d-e1a7dcf6fd16 None None] For port e7d77e54-c75d-4a6d-a1ab-6cd88b996971, host dv-cinder-836073-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=e7d77e54-c75d-4a6d-a1ab-6cd88b996971,segment=NetworkSegment(6a602240-3922-4bf0-a8bb-04a4d05b55c4),segment_id=6a602240-3922-4bf0-a8bb-04a4d05b55c4)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:28:58.571604 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1dccd6de-e2d9-4a1d-a21a-2e1e5b70ac06 admin admin] Publish callbacks [] for router_gateway (d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:58.592609 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1dccd6de-e2d9-4a1d-a21a-2e1e5b70ac06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:58.597385 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-8ec55501-ba52-4078-926f-1841388ac089 req-9187153f-e46d-45a2-85a4-558de63f5339 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=82206402-599a-4677-83f1-0a4da33930bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556383 Apr 06 11:28:58.712297 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [None req-1dccd6de-e2d9-4a1d-a21a-2e1e5b70ac06 admin admin] Allocated IP 172.27.2.240 (698fa61f-093e-4dd4-aaec-c1b231275ecc/4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809/5ce3c676-ae10-4b96-8444-61e6ff7729df) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:28:58.718662 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e876989f-43f5-46c8-b59d-e1a7dcf6fd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (e7d77e54-c75d-4a6d-a1ab-6cd88b996971), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:58.888085 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e876989f-43f5-46c8-b59d-e1a7dcf6fd16 None None] Pushing event updated for resources: {'Port': ['ID=e7d77e54-c75d-4a6d-a1ab-6cd88b996971,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:58.896224 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-3829d90f-6368-45ee-a504-505d2eb40aa3 req-9c9085b9-f2ba-4a4e-bbe1-fe01034bf92b tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b469852-66e6-4f22-b12f-0dd212445715 HTTP/1.1" status: 200 len: 210 time: 0.0452402 Apr 06 11:28:58.937713 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1dccd6de-e2d9-4a1d-a21a-2e1e5b70ac06 admin admin] Publish callbacks [] for port (5ce3c676-ae10-4b96-8444-61e6ff7729df), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:59.025583 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7b85646d-50cc-47ef-bdc4-ed08156d4304 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:59.079455 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1dccd6de-e2d9-4a1d-a21a-2e1e5b70ac06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779192465924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797839'] for port (5ce3c676-ae10-4b96-8444-61e6ff7729df), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:59.180849 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dccd6de-e2d9-4a1d-a21a-2e1e5b70ac06 admin admin] Network 698fa61f-093e-4dd4-aaec-c1b231275ecc is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:28:59.187575 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-1dccd6de-e2d9-4a1d-a21a-2e1e5b70ac06 admin admin] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:28:59.209960 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dccd6de-e2d9-4a1d-a21a-2e1e5b70ac06 admin admin] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:28:59.223284 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dccd6de-e2d9-4a1d-a21a-2e1e5b70ac06 admin admin] Pushing event updated for resources: {'Port': ['ID=5ce3c676-ae10-4b96-8444-61e6ff7729df,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:59.656941 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7b85646d-50cc-47ef-bdc4-ed08156d4304 admin admin] Publish callbacks [] for security_group (64ee6ece-6a82-4e1c-ae53-549aa942f851), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:59.800574 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7b85646d-50cc-47ef-bdc4-ed08156d4304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (64ee6ece-6a82-4e1c-ae53-549aa942f851), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:59.947715 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-7b85646d-50cc-47ef-bdc4-ed08156d4304 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=988a54090d314b9e9507d219a3c17e96&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4059167 Apr 06 11:28:59.950290 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b85646d-50cc-47ef-bdc4-ed08156d4304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ee6ece-6a82-4e1c-ae53-549aa942f851,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:59.950984 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 51014) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:29:00.003224 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4753fd53-fd0b-4bfd-bb72-e4c1b06fb6bc req-edd97ca2-8c5b-47d1-a1d4-44c93da5efc9 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b469852-66e6-4f22-b12f-0dd212445715 HTTP/1.1" status: 200 len: 210 time: 0.0444949 Apr 06 11:29:00.016978 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1dccd6de-e2d9-4a1d-a21a-2e1e5b70ac06 admin admin] Publish callbacks [] for router_gateway (d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:00.040940 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b2839799-f995-4c29-b1f0-d3a787b4d6e0 admin admin] Publish callbacks [] for security_group (64ee6ece-6a82-4e1c-ae53-549aa942f851), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:00.073150 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b2839799-f995-4c29-b1f0-d3a787b4d6e0 admin admin] Publish callbacks [] for security_group (64ee6ece-6a82-4e1c-ae53-549aa942f851), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:00.177338 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62ff066-c8db-436d-90aa-3c2706907096 None None] Network 5529688d-cbb0-454c-b2b2-2dd8660f20c8 requested from dv-cinder-836073-2-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:29:00.204233 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b2839799-f995-4c29-b1f0-d3a787b4d6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (64ee6ece-6a82-4e1c-ae53-549aa942f851), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:00.207364 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b2839799-f995-4c29-b1f0-d3a787b4d6e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:00.208708 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-b2839799-f995-4c29-b1f0-d3a787b4d6e0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/64ee6ece-6a82-4e1c-ae53-549aa942f851 HTTP/1.1" status: 204 len: 168 time: 0.2552814 Apr 06 11:29:00.223642 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2839799-f995-4c29-b1f0-d3a787b4d6e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ee6ece-6a82-4e1c-ae53-549aa942f851,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:00.272829 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-63308a03-d7ad-4401-988f-7f52ff2635c7 None None] Provisioning complete for port e7d77e54-c75d-4a6d-a1ab-6cd88b996971 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:29:00.273418 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-63308a03-d7ad-4401-988f-7f52ff2635c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (e7d77e54-c75d-4a6d-a1ab-6cd88b996971), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:00.421036 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-63308a03-d7ad-4401-988f-7f52ff2635c7 None None] Current status of the port e7d77e54-c75d-4a6d-a1ab-6cd88b996971 is: DOWN; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:29:00.421036 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-63308a03-d7ad-4401-988f-7f52ff2635c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (e7d77e54-c75d-4a6d-a1ab-6cd88b996971), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:00.421257 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1dccd6de-e2d9-4a1d-a21a-2e1e5b70ac06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-915631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886519'] for router (d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:00.506959 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-63308a03-d7ad-4401-988f-7f52ff2635c7 None None] For port e7d77e54-c75d-4a6d-a1ab-6cd88b996971, host dv-cinder-836073-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=e7d77e54-c75d-4a6d-a1ab-6cd88b996971,segment=NetworkSegment(6a602240-3922-4bf0-a8bb-04a4d05b55c4),segment_id=6a602240-3922-4bf0-a8bb-04a4d05b55c4)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:29:00.608389 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-63308a03-d7ad-4401-988f-7f52ff2635c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (e7d77e54-c75d-4a6d-a1ab-6cd88b996971), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:00.712041 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63308a03-d7ad-4401-988f-7f52ff2635c7 None None] Pushing event updated for resources: {'Port': ['ID=e7d77e54-c75d-4a6d-a1ab-6cd88b996971,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:00.787279 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dccd6de-e2d9-4a1d-a21a-2e1e5b70ac06 admin admin] Router d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4 is scheduled to L3 agent 9404f039-f516-42fd-94a5-c122fff5649f with binding_index 1 {{(pid=103882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 11:29:00.868413 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-155c805a-f26f-45da-b128-dcee4a0ab5db None None] Provisioning complete for port e7d77e54-c75d-4a6d-a1ab-6cd88b996971 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:29:00.870466 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-155c805a-f26f-45da-b128-dcee4a0ab5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (e7d77e54-c75d-4a6d-a1ab-6cd88b996971), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:00.940920 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device e7d77e54-c75d-4a6d-a1ab-6cd88b996971 up at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:29:00.959374 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dccd6de-e2d9-4a1d-a21a-2e1e5b70ac06 admin admin] Notify agent at l3_agent.dv-cinder-836073-2-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:29:00.977032 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61b3680-0700-402c-8799-42f52f2391e9 None None] Sync routers for ids ['d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4'] in dv-cinder-836073-2-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:29:00.989328 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61b3680-0700-402c-8799-42f52f2391e9 None None] Routers {'d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:29:00.989972 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-f61b3680-0700-402c-8799-42f52f2391e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:28:39Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:29:01.052015 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Provisioning complete for port e7d77e54-c75d-4a6d-a1ab-6cd88b996971 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:29:01.052473 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (e7d77e54-c75d-4a6d-a1ab-6cd88b996971), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:01.074460 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1dccd6de-e2d9-4a1d-a21a-2e1e5b70ac06 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:01.075796 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-1dccd6de-e2d9-4a1d-a21a-2e1e5b70ac06 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4818456 Apr 06 11:29:01.078646 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 51074) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:29:01.108080 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-155c805a-f26f-45da-b128-dcee4a0ab5db None None] Current status of the port e7d77e54-c75d-4a6d-a1ab-6cd88b996971 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:29:01.180007 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-267ac3dc-251a-4518-bbb4-7790f9dbd7a3 req-cbfdf779-020f-4f40-921b-c9988ef459f9 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b469852-66e6-4f22-b12f-0dd212445715 HTTP/1.1" status: 200 len: 210 time: 0.0429242 Apr 06 11:29:01.218058 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Current status of the port e7d77e54-c75d-4a6d-a1ab-6cd88b996971 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:29:01.251488 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-f61b3680-0700-402c-8799-42f52f2391e9 None None] Set router d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:29:01.356796 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f6e4c-caa8-4f09-bc43-c3052db6bb25 req-55aab3a4-b548-4e43-828f-308bcb6f603f tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:01.358530 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ac9f6e4c-caa8-4f09-bc43-c3052db6bb25 req-55aab3a4-b548-4e43-828f-308bcb6f603f tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5f3e882-c3d2-4207-90be-fb022681182c HTTP/1.1" status: 200 len: 945 time: 0.0660348 Apr 06 11:29:01.401244 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 51084) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:29:01.426784 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-cec3b92b-1253-4a1f-ac18-c46d89e792f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:01.458625 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ac9f6e4c-caa8-4f09-bc43-c3052db6bb25 req-8b112f11-ee99-431a-8a91-ec3b4859b217 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=82206402-599a-4677-83f1-0a4da33930bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900886 Apr 06 11:29:01.551577 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-cec3b92b-1253-4a1f-ac18-c46d89e792f5 admin admin] Publish callbacks [] for security_group (d64f607c-da11-471c-861b-ef7dfe900b84), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:01.555921 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-f61b3680-0700-402c-8799-42f52f2391e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'name': 'tempest-TestVolumeBootPattern-312017993-router', 'tenant_id': 'de48ef632a974b5c83191742cf569887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '5ce3c676-ae10-4b96-8444-61e6ff7729df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:28:57Z', 'updated_at': '2022-04-06T11:28:59Z', 'revision_number': 3, 'project_id': 'de48ef632a974b5c83191742cf569887', 'gw_port': {'id': '5ce3c676-ae10-4b96-8444-61e6ff7729df', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:51:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:28:58Z', 'updated_at': '2022-04-06T11:28:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi'}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:29:01.585994 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61b3680-0700-402c-8799-42f52f2391e9 None None] Checking router: d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4 for host: dv-cinder-836073-2-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:29:01.586638 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61b3680-0700-402c-8799-42f52f2391e9 None None] Updating router d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4 port 5ce3c676-ae10-4b96-8444-61e6ff7729df binding host dv-cinder-836073-2-iscsi {{(pid=103884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 11:29:01.620069 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f61b3680-0700-402c-8799-42f52f2391e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (5ce3c676-ae10-4b96-8444-61e6ff7729df), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:01.620831 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-cec3b92b-1253-4a1f-ac18-c46d89e792f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (d64f607c-da11-471c-861b-ef7dfe900b84), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:01.715956 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 51090) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:29:01.725481 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-cec3b92b-1253-4a1f-ac18-c46d89e792f5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4e52a20e9f3c44499f69789af1eda8f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3229616 Apr 06 11:29:01.726603 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec3b92b-1253-4a1f-ac18-c46d89e792f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d64f607c-da11-471c-861b-ef7dfe900b84,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:01.731597 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 51094) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:29:01.747980 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d27a6f-23c3-48e8-a66a-4ee746403a1a req-f8686afd-5c03-4658-8428-72ea0fb7a012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:01.749692 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-71d27a6f-23c3-48e8-a66a-4ee746403a1a req-f8686afd-5c03-4658-8428-72ea0fb7a012 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fc235d83432140bcb213022a9840f5c2&device_id=a5f3e882-c3d2-4207-90be-fb022681182c HTTP/1.1" status: 200 len: 1129 time: 0.1301458 Apr 06 11:29:01.868560 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e851b5f4-8aa4-4291-876b-3b8eb26a6c8f admin admin] Publish callbacks [] for security_group (d64f607c-da11-471c-861b-ef7dfe900b84), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:01.877190 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-21a2e88f-9ae4-41c4-8d10-ee85e0549786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:01.909212 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e851b5f4-8aa4-4291-876b-3b8eb26a6c8f admin admin] Publish callbacks [] for security_group (d64f607c-da11-471c-861b-ef7dfe900b84), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:01.945745 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4d2eec2d-077c-4ad2-ab69-15ed30992fbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:01.993462 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d27a6f-23c3-48e8-a66a-4ee746403a1a req-75bfb422-683c-47f4-96f9-2759b11862d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:01.999675 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-71d27a6f-23c3-48e8-a66a-4ee746403a1a req-75bfb422-683c-47f4-96f9-2759b11862d5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=106eef2d-4f40-46cd-832f-5b84b361bc62 HTTP/1.1" status: 200 len: 920 time: 0.2389989 Apr 06 11:29:02.053197 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f61b3680-0700-402c-8799-42f52f2391e9 None None] Publish callbacks [] for port (5ce3c676-ae10-4b96-8444-61e6ff7729df), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:02.067556 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-71d27a6f-23c3-48e8-a66a-4ee746403a1a req-c52e27e9-f5ee-4ea7-815e-23802796443e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7fcabb26-3c5a-4b0d-b661-44c5c09bec89 HTTP/1.1" status: 200 len: 217 time: 0.0541379 Apr 06 11:29:02.111684 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [None req-21a2e88f-9ae4-41c4-8d10-ee85e0549786 admin admin] Allocated IP 172.20.0.1 (5529688d-cbb0-454c-b2b2-2dd8660f20c8/c5124a61-a5c8-4acc-8eca-8ed8dd4c3666/de04e9ed-2f4e-4fa1-9e4b-71522c5d1fab) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:29:02.120836 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e851b5f4-8aa4-4291-876b-3b8eb26a6c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (d64f607c-da11-471c-861b-ef7dfe900b84), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:02.123587 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e851b5f4-8aa4-4291-876b-3b8eb26a6c8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:02.124732 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-e851b5f4-8aa4-4291-876b-3b8eb26a6c8f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d64f607c-da11-471c-861b-ef7dfe900b84 HTTP/1.1" status: 204 len: 168 time: 0.3920097 Apr 06 11:29:02.139755 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e851b5f4-8aa4-4291-876b-3b8eb26a6c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64f607c-da11-471c-861b-ef7dfe900b84,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:02.142141 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8591129-0b35-42ae-b6ab-1c88dd6ef3d6 req-93d2b0b1-40ba-4c17-af57-0bfe24e18172 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:02.143653 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e8591129-0b35-42ae-b6ab-1c88dd6ef3d6 req-93d2b0b1-40ba-4c17-af57-0bfe24e18172 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.48 "GET /v2.0/networks?id=af9c42ac-4d2c-4fdf-bb0b-53f068c99e59 HTTP/1.1" status: 200 len: 809 time: 0.2873011 Apr 06 11:29:02.161312 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [req-e8591129-0b35-42ae-b6ab-1c88dd6ef3d6 req-e10539ed-eacc-4386-8e08-4bd4d2d3f3b0 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] Request body: {'port': {'device_id': '2b469852-66e6-4f22-b12f-0dd212445715', 'network_id': 'af9c42ac-4d2c-4fdf-bb0b-53f068c99e59', 'admin_state_up': True, 'tenant_id': '06368b58d27a4d04a043a29bc40c2f17'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:29:02.204795 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f61b3680-0700-402c-8799-42f52f2391e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (5ce3c676-ae10-4b96-8444-61e6ff7729df), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:02.236519 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d27a6f-23c3-48e8-a66a-4ee746403a1a req-b1a8771a-3596-4ade-859a-0d942b0406ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:02.238144 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-71d27a6f-23c3-48e8-a66a-4ee746403a1a req-b1a8771a-3596-4ade-859a-0d942b0406ef service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b1304d50-4387-41c0-a102-fa6eb203f82e HTTP/1.1" status: 200 len: 858 time: 0.1567049 Apr 06 11:29:02.334767 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a2ef9f-a7e6-4e2d-bc23-4664cfc41686 None None] Pushing event updated for resources: {'Port': ['ID=5ce3c676-ae10-4b96-8444-61e6ff7729df,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:02.342630 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-f61b3680-0700-402c-8799-42f52f2391e9 None None] Attempting to bind port 5ce3c676-ae10-4b96-8444-61e6ff7729df on host dv-cinder-836073-2-iscsi for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:29:02.343005 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-f61b3680-0700-402c-8799-42f52f2391e9 None None] Attempting to bind port 5ce3c676-ae10-4b96-8444-61e6ff7729df by drivers openvswitch,hyperv on host dv-cinder-836073-2-iscsi at level 0 using segments [{'id': 'a1489c3e-d8bf-465c-8161-3d720cf0d135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:29:02.343454 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61b3680-0700-402c-8799-42f52f2391e9 None None] Attempting to bind port 5ce3c676-ae10-4b96-8444-61e6ff7729df on network 698fa61f-093e-4dd4-aaec-c1b231275ecc {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:29:02.368678 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a2ef9f-a7e6-4e2d-bc23-4664cfc41686 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:29:02.369021 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a2ef9f-a7e6-4e2d-bc23-4664cfc41686 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:29:02.370241 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a2ef9f-a7e6-4e2d-bc23-4664cfc41686 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:29:02.370241 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a2ef9f-a7e6-4e2d-bc23-4664cfc41686 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:29:02.370241 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a2ef9f-a7e6-4e2d-bc23-4664cfc41686 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:29:02.370502 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a2ef9f-a7e6-4e2d-bc23-4664cfc41686 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:29:02.370836 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a2ef9f-a7e6-4e2d-bc23-4664cfc41686 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:29:02.371828 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a2ef9f-a7e6-4e2d-bc23-4664cfc41686 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:29:02.372158 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a2ef9f-a7e6-4e2d-bc23-4664cfc41686 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:29:02.372649 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a2ef9f-a7e6-4e2d-bc23-4664cfc41686 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:29:02.373000 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a2ef9f-a7e6-4e2d-bc23-4664cfc41686 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:29:02.373363 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a2ef9f-a7e6-4e2d-bc23-4664cfc41686 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:29:02.373690 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a2ef9f-a7e6-4e2d-bc23-4664cfc41686 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:29:02.374066 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a2ef9f-a7e6-4e2d-bc23-4664cfc41686 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:29:02.374462 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a2ef9f-a7e6-4e2d-bc23-4664cfc41686 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:29:02.381765 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61b3680-0700-402c-8799-42f52f2391e9 None None] Checking agent: {'id': 'a2831ac0-05e7-463d-be89-41d2adab36ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 18, 43), 'started_at': datetime.datetime(2022, 4, 6, 11, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:29:02.382141 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61b3680-0700-402c-8799-42f52f2391e9 None None] Checking segment: {'id': 'a1489c3e-d8bf-465c-8161-3d720cf0d135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:29:02.384140 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f61b3680-0700-402c-8799-42f52f2391e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:02.384553 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61b3680-0700-402c-8799-42f52f2391e9 None None] Bound using segment: {'id': 'a1489c3e-d8bf-465c-8161-3d720cf0d135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:29:02.385119 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-f61b3680-0700-402c-8799-42f52f2391e9 None None] Bound port: 5ce3c676-ae10-4b96-8444-61e6ff7729df, host: dv-cinder-836073-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1489c3e-d8bf-465c-8161-3d720cf0d135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:29:02.385497 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f61b3680-0700-402c-8799-42f52f2391e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (5ce3c676-ae10-4b96-8444-61e6ff7729df), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:02.406541 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4d2eec2d-077c-4ad2-ab69-15ed30992fbd admin admin] Publish callbacks [] for security_group (29cdbb89-5dd4-4848-b410-e29036f60234), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:02.422531 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d27a6f-23c3-48e8-a66a-4ee746403a1a req-13b69418-58cd-4212-8e49-68d046e2000d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:02.423996 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-71d27a6f-23c3-48e8-a66a-4ee746403a1a req-13b69418-58cd-4212-8e49-68d046e2000d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=106eef2d-4f40-46cd-832f-5b84b361bc62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1741900 Apr 06 11:29:02.451412 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-f61b3680-0700-402c-8799-42f52f2391e9 None None] For port 5ce3c676-ae10-4b96-8444-61e6ff7729df, host dv-cinder-836073-2-iscsi, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:29:02.455208 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-f61b3680-0700-402c-8799-42f52f2391e9 None None] For port 5ce3c676-ae10-4b96-8444-61e6ff7729df, host dv-cinder-836073-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=5ce3c676-ae10-4b96-8444-61e6ff7729df,segment=NetworkSegment(a1489c3e-d8bf-465c-8161-3d720cf0d135),segment_id=a1489c3e-d8bf-465c-8161-3d720cf0d135)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:29:02.486143 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4d2eec2d-077c-4ad2-ab69-15ed30992fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (29cdbb89-5dd4-4848-b410-e29036f60234), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:02.528872 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8591129-0b35-42ae-b6ab-1c88dd6ef3d6 req-e10539ed-eacc-4386-8e08-4bd4d2d3f3b0 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] Made reservation on behalf of 06368b58d27a4d04a043a29bc40c2f17 for: {'port': 1} {{(pid=103882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:29:02.532293 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-e8591129-0b35-42ae-b6ab-1c88dd6ef3d6 req-e10539ed-eacc-4386-8e08-4bd4d2d3f3b0 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:02.542199 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f61b3680-0700-402c-8799-42f52f2391e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (5ce3c676-ae10-4b96-8444-61e6ff7729df), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:02.554233 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-21a2e88f-9ae4-41c4-8d10-ee85e0549786 admin admin] Publish callbacks [] for port (de04e9ed-2f4e-4fa1-9e4b-71522c5d1fab), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:02.562149 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2eec2d-077c-4ad2-ab69-15ed30992fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29cdbb89-5dd4-4848-b410-e29036f60234,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:02.580017 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-4d2eec2d-077c-4ad2-ab69-15ed30992fbd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f2fcbb16c78547299c2000a7410cf466&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8625863 Apr 06 11:29:02.585240 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 51112) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:29:02.629634 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-c8b3e2d6-2a49-42a9-8677-fb675344a4d6 req-acfd7c78-fff9-42d8-99e7-d2322de28728 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b469852-66e6-4f22-b12f-0dd212445715 HTTP/1.1" status: 200 len: 210 time: 0.0281651 Apr 06 11:29:02.647038 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a2ef9f-a7e6-4e2d-bc23-4664cfc41686 None None] Pushing event updated for resources: {'Port': ['ID=5ce3c676-ae10-4b96-8444-61e6ff7729df,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:02.655406 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61b3680-0700-402c-8799-42f52f2391e9 None None] Routers {'d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:29:02.656679 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-f61b3680-0700-402c-8799-42f52f2391e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:28:39Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:29:02.667548 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-21a2e88f-9ae4-41c4-8d10-ee85e0549786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779192465924'] for port (de04e9ed-2f4e-4fa1-9e4b-71522c5d1fab), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:02.721049 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a2e88f-9ae4-41c4-8d10-ee85e0549786 admin admin] Network 5529688d-cbb0-454c-b2b2-2dd8660f20c8 is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:29:02.724152 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-21a2e88f-9ae4-41c4-8d10-ee85e0549786 admin admin] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:29:02.732634 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a2e88f-9ae4-41c4-8d10-ee85e0549786 admin admin] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:29:02.736420 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-71d27a6f-23c3-48e8-a66a-4ee746403a1a req-021929c9-ea4b-49b6-bbf0-554a3f20a7e9 service neutron] 10.222.0.48 "GET /v2.0/networks/106eef2d-4f40-46cd-832f-5b84b361bc62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011990 Apr 06 11:29:02.738959 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-21a2e88f-9ae4-41c4-8d10-ee85e0549786 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-886310'] for router_interface (d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:02.806861 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e4e7b2-45b9-45a0-83cd-cf67b31e7a0d req-655540ab-67a4-4290-a013-70a7a7f82000 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:02.809445 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d2e4e7b2-45b9-45a0-83cd-cf67b31e7a0d req-655540ab-67a4-4290-a013-70a7a7f82000 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5f3e882-c3d2-4207-90be-fb022681182c HTTP/1.1" status: 200 len: 945 time: 0.2535884 Apr 06 11:29:02.828683 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a2e88f-9ae4-41c4-8d10-ee85e0549786 admin admin] Pushing event updated for resources: {'Port': ['ID=de04e9ed-2f4e-4fa1-9e4b-71522c5d1fab,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:02.831498 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-f61b3680-0700-402c-8799-42f52f2391e9 None None] Set router d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:29:02.912907 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-366c83ce-1567-48a1-a48b-8822ddccb008 admin admin] Publish callbacks [] for security_group (29cdbb89-5dd4-4848-b410-e29036f60234), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:02.916902 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device e7d77e54-c75d-4a6d-a1ab-6cd88b996971 up at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:29:03.007622 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Provisioning complete for port e7d77e54-c75d-4a6d-a1ab-6cd88b996971 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:29:03.009009 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (e7d77e54-c75d-4a6d-a1ab-6cd88b996971), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:03.085305 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-818d6df7-fbcf-436c-9b4f-8ebbe04815a5 None None] Provisioning complete for port de04e9ed-2f4e-4fa1-9e4b-71522c5d1fab triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:29:03.085951 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-818d6df7-fbcf-436c-9b4f-8ebbe04815a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (de04e9ed-2f4e-4fa1-9e4b-71522c5d1fab), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:03.117368 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-21a2e88f-9ae4-41c4-8d10-ee85e0549786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (de04e9ed-2f4e-4fa1-9e4b-71522c5d1fab), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:03.135005 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-818d6df7-fbcf-436c-9b4f-8ebbe04815a5 None None] Port de04e9ed-2f4e-4fa1-9e4b-71522c5d1fab cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:29:03.186940 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Current status of the port e7d77e54-c75d-4a6d-a1ab-6cd88b996971 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:29:03.197752 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-f61b3680-0700-402c-8799-42f52f2391e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'name': 'tempest-TestVolumeBootPattern-312017993-router', 'tenant_id': 'de48ef632a974b5c83191742cf569887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '5ce3c676-ae10-4b96-8444-61e6ff7729df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:28:57Z', 'updated_at': '2022-04-06T11:28:59Z', 'revision_number': 3, 'project_id': 'de48ef632a974b5c83191742cf569887', 'gw_port': {'id': '5ce3c676-ae10-4b96-8444-61e6ff7729df', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:51:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:28:58Z', 'updated_at': '2022-04-06T11:29:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi'}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:29:03.228451 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61b3680-0700-402c-8799-42f52f2391e9 None None] The sync data for ids ['d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4'] in dv-cinder-836073-2-iscsi is: [{'id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'name': 'tempest-TestVolumeBootPattern-312017993-router', 'tenant_id': 'de48ef632a974b5c83191742cf569887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '5ce3c676-ae10-4b96-8444-61e6ff7729df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:28:57Z', 'updated_at': '2022-04-06T11:28:59Z', 'revision_number': 3, 'project_id': 'de48ef632a974b5c83191742cf569887', 'gw_port': {'id': '5ce3c676-ae10-4b96-8444-61e6ff7729df', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:51:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:28:58Z', 'updated_at': '2022-04-06T11:29:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi'}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:29:03.320208 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [req-e8591129-0b35-42ae-b6ab-1c88dd6ef3d6 req-e10539ed-eacc-4386-8e08-4bd4d2d3f3b0 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] Allocated IP 172.20.0.5 (af9c42ac-4d2c-4fdf-bb0b-53f068c99e59/78cd5864-e3bf-4b4c-aa00-ce06f73cc401/65500212-12e0-4300-80fc-30375c943744) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:29:03.323660 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-366c83ce-1567-48a1-a48b-8822ddccb008 admin admin] Publish callbacks [] for security_group (29cdbb89-5dd4-4848-b410-e29036f60234), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:03.337320 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-21a2e88f-9ae4-41c4-8d10-ee85e0549786 admin admin] Publish callbacks [] for port (de04e9ed-2f4e-4fa1-9e4b-71522c5d1fab), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:03.384545 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d2e4e7b2-45b9-45a0-83cd-cf67b31e7a0d req-1f56e71f-a282-4746-8fe3-12909fc47070 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=82206402-599a-4677-83f1-0a4da33930bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5434949 Apr 06 11:29:03.386319 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-71d27a6f-23c3-48e8-a66a-4ee746403a1a req-d1aef0ee-cea3-448a-bde9-c5c10a7c2d09 service neutron] 10.222.0.48 "GET /v2.0/networks/106eef2d-4f40-46cd-832f-5b84b361bc62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6304607 Apr 06 11:29:03.403955 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-21a2e88f-9ae4-41c4-8d10-ee85e0549786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (de04e9ed-2f4e-4fa1-9e4b-71522c5d1fab), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:03.404903 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-21a2e88f-9ae4-41c4-8d10-ee85e0549786 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-916918'] for router_interface (d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:03.539920 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-366c83ce-1567-48a1-a48b-8822ddccb008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (29cdbb89-5dd4-4848-b410-e29036f60234), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:03.544251 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-366c83ce-1567-48a1-a48b-8822ddccb008 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:03.547880 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-366c83ce-1567-48a1-a48b-8822ddccb008 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/29cdbb89-5dd4-4848-b410-e29036f60234 HTTP/1.1" status: 204 len: 168 time: 0.9436209 Apr 06 11:29:03.556114 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a2e88f-9ae4-41c4-8d10-ee85e0549786 admin admin] Pushing event updated for resources: {'Port': ['ID=de04e9ed-2f4e-4fa1-9e4b-71522c5d1fab,revision_number=2']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:03.645460 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a2e88f-9ae4-41c4-8d10-ee85e0549786 admin admin] Network 5529688d-cbb0-454c-b2b2-2dd8660f20c8 is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:29:03.668840 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-21a2e88f-9ae4-41c4-8d10-ee85e0549786 admin admin] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:29:03.728229 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366c83ce-1567-48a1-a48b-8822ddccb008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29cdbb89-5dd4-4848-b410-e29036f60234,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:03.840398 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-e8591129-0b35-42ae-b6ab-1c88dd6ef3d6 req-e10539ed-eacc-4386-8e08-4bd4d2d3f3b0 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] Publish callbacks [] for port (65500212-12e0-4300-80fc-30375c943744), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:03.857056 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-bf01aa38-7a6f-42b4-8daa-60aa54cafb72 req-7ede5c04-87c8-4878-84e1-c6bf9fa538e4 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b469852-66e6-4f22-b12f-0dd212445715 HTTP/1.1" status: 200 len: 210 time: 0.0744359 Apr 06 11:29:03.999462 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-e8591129-0b35-42ae-b6ab-1c88dd6ef3d6 req-e10539ed-eacc-4386-8e08-4bd4d2d3f3b0 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779192465924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797839'] for port (65500212-12e0-4300-80fc-30375c943744), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:04.019684 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21a2e88f-9ae4-41c4-8d10-ee85e0549786 admin admin] Router d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4 has already been hosted by L3 agent 9404f039-f516-42fd-94a5-c122fff5649f {{(pid=103881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:29:04.068400 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-f69afeaf-e2b3-41e0-9d11-4c3dc9a75964 None None] Provisioning complete for port de04e9ed-2f4e-4fa1-9e4b-71522c5d1fab triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:29:04.068954 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f69afeaf-e2b3-41e0-9d11-4c3dc9a75964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (de04e9ed-2f4e-4fa1-9e4b-71522c5d1fab), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:04.100581 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8591129-0b35-42ae-b6ab-1c88dd6ef3d6 req-e10539ed-eacc-4386-8e08-4bd4d2d3f3b0 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] Network af9c42ac-4d2c-4fdf-bb0b-53f068c99e59 is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:29:04.106093 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [req-e8591129-0b35-42ae-b6ab-1c88dd6ef3d6 req-e10539ed-eacc-4386-8e08-4bd4d2d3f3b0 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:29:04.110207 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10539ed-eacc-4386-8e08-4bd4d2d3f3b0 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] Pushing event updated for resources: {'Port': ['ID=65500212-12e0-4300-80fc-30375c943744,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:04.119198 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8591129-0b35-42ae-b6ab-1c88dd6ef3d6 req-e10539ed-eacc-4386-8e08-4bd4d2d3f3b0 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:29:04.228316 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8591129-0b35-42ae-b6ab-1c88dd6ef3d6 req-e10539ed-eacc-4386-8e08-4bd4d2d3f3b0 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:04.229063 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-e8591129-0b35-42ae-b6ab-1c88dd6ef3d6 req-e10539ed-eacc-4386-8e08-4bd4d2d3f3b0 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for port (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:04.237969 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-f69afeaf-e2b3-41e0-9d11-4c3dc9a75964 None None] Port de04e9ed-2f4e-4fa1-9e4b-71522c5d1fab cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:29:04.335355 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a2e88f-9ae4-41c4-8d10-ee85e0549786 admin admin] Notify agent at l3_agent.dv-cinder-836073-2-iscsi the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:29:04.340742 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-21a2e88f-9ae4-41c4-8d10-ee85e0549786 admin admin] 10.222.0.43 "PUT /v2.0/routers/d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2605157 Apr 06 11:29:04.360721 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e8591129-0b35-42ae-b6ab-1c88dd6ef3d6 req-e10539ed-eacc-4386-8e08-4bd4d2d3f3b0 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2045648 Apr 06 11:29:04.376366 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [req-e8591129-0b35-42ae-b6ab-1c88dd6ef3d6 req-89d573c3-1a8e-42ef-9a91-03b3b7aecacf service neutron] Request body: {'port': {'device_id': '2b469852-66e6-4f22-b12f-0dd212445715', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:29:04.596396 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-e8591129-0b35-42ae-b6ab-1c88dd6ef3d6 req-89d573c3-1a8e-42ef-9a91-03b3b7aecacf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (65500212-12e0-4300-80fc-30375c943744), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:04.667623 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab447d44-d5f0-4a82-ab36-6394eb1adc82 req-26bdc1d9-c6db-49ef-9b61-21ba224c405c tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:04.669304 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ab447d44-d5f0-4a82-ab36-6394eb1adc82 req-26bdc1d9-c6db-49ef-9b61-21ba224c405c tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5f3e882-c3d2-4207-90be-fb022681182c HTTP/1.1" status: 200 len: 945 time: 0.1363907 Apr 06 11:29:04.783959 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ab447d44-d5f0-4a82-ab36-6394eb1adc82 req-a19b7e1a-c68d-427d-812a-d80afdc50669 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=82206402-599a-4677-83f1-0a4da33930bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087935 Apr 06 11:29:04.801334 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device 5ce3c676-ae10-4b96-8444-61e6ff7729df up at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:29:04.818687 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 51164) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:29:04.843921 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-77cdc490-b41f-4ab9-8e72-27b57736000d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:04.956093 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Provisioning complete for port 5ce3c676-ae10-4b96-8444-61e6ff7729df triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:29:04.956818 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (5ce3c676-ae10-4b96-8444-61e6ff7729df), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:05.053463 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [req-e8591129-0b35-42ae-b6ab-1c88dd6ef3d6 req-89d573c3-1a8e-42ef-9a91-03b3b7aecacf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65500212-12e0-4300-80fc-30375c943744 {{(pid=103882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:29:05.055737 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-77cdc490-b41f-4ab9-8e72-27b57736000d admin admin] Publish callbacks [] for security_group (45dc4009-3207-4514-91d6-80840be67681), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:05.075203 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-e8591129-0b35-42ae-b6ab-1c88dd6ef3d6 req-89d573c3-1a8e-42ef-9a91-03b3b7aecacf service neutron] Publish callbacks [] for port (65500212-12e0-4300-80fc-30375c943744), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:05.076471 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031324e2-da03-40a4-832f-643411a60437 req-67fc336d-bf04-48d8-80b0-4dd87034f0b6 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:05.078022 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-031324e2-da03-40a4-832f-643411a60437 req-67fc336d-bf04-48d8-80b0-4dd87034f0b6 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b469852-66e6-4f22-b12f-0dd212445715 HTTP/1.1" status: 200 len: 931 time: 0.1172748 Apr 06 11:29:05.090430 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [req-e8591129-0b35-42ae-b6ab-1c88dd6ef3d6 req-89d573c3-1a8e-42ef-9a91-03b3b7aecacf service neutron] Transition to ACTIVE for port object 65500212-12e0-4300-80fc-30375c943744 will not be triggered until provisioned by entity L2. {{(pid=103882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 11:29:05.093417 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Current status of the port 5ce3c676-ae10-4b96-8444-61e6ff7729df is: DOWN; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:29:05.094032 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (5ce3c676-ae10-4b96-8444-61e6ff7729df), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:05.117997 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] For port 5ce3c676-ae10-4b96-8444-61e6ff7729df, host dv-cinder-836073-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=5ce3c676-ae10-4b96-8444-61e6ff7729df,segment=NetworkSegment(a1489c3e-d8bf-465c-8161-3d720cf0d135),segment_id=a1489c3e-d8bf-465c-8161-3d720cf0d135)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:29:05.137899 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-031324e2-da03-40a4-832f-643411a60437 req-789841bb-10a3-4425-9c05-0286387bda23 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f1aa03a-b810-4d23-8101-463036270b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526536 Apr 06 11:29:05.156601 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-77cdc490-b41f-4ab9-8e72-27b57736000d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (45dc4009-3207-4514-91d6-80840be67681), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:05.187229 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (5ce3c676-ae10-4b96-8444-61e6ff7729df), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:05.188170 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-e8591129-0b35-42ae-b6ab-1c88dd6ef3d6 req-89d573c3-1a8e-42ef-9a91-03b3b7aecacf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8797942'] for port (65500212-12e0-4300-80fc-30375c943744), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:05.198733 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-77cdc490-b41f-4ab9-8e72-27b57736000d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=407f6d54ef91451282c076ca6873c114&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3766158 Apr 06 11:29:05.199587 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cdc490-b41f-4ab9-8e72-27b57736000d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45dc4009-3207-4514-91d6-80840be67681,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:05.203725 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 51176) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:29:05.255920 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Pushing event updated for resources: {'Port': ['ID=5ce3c676-ae10-4b96-8444-61e6ff7729df,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:05.292927 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-de977e97-b9ee-4247-840e-07db38d8bc28 admin admin] Publish callbacks [] for security_group (45dc4009-3207-4514-91d6-80840be67681), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:05.303210 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d573c3-1a8e-42ef-9a91-03b3b7aecacf service neutron] Pushing event updated for resources: {'Port': ['ID=65500212-12e0-4300-80fc-30375c943744,revision_number=2']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:05.329989 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-de977e97-b9ee-4247-840e-07db38d8bc28 admin admin] Publish callbacks [] for security_group (45dc4009-3207-4514-91d6-80840be67681), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:05.366272 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [req-e8591129-0b35-42ae-b6ab-1c88dd6ef3d6 req-89d573c3-1a8e-42ef-9a91-03b3b7aecacf service neutron] Attempting to bind port 65500212-12e0-4300-80fc-30375c943744 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:29:05.366745 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [req-e8591129-0b35-42ae-b6ab-1c88dd6ef3d6 req-89d573c3-1a8e-42ef-9a91-03b3b7aecacf service neutron] Attempting to bind port 65500212-12e0-4300-80fc-30375c943744 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '54bcc79b-11f0-4f13-ad54-6fda3dd46cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'af9c42ac-4d2c-4fdf-bb0b-53f068c99e59'}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:29:05.366947 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8591129-0b35-42ae-b6ab-1c88dd6ef3d6 req-89d573c3-1a8e-42ef-9a91-03b3b7aecacf service neutron] Attempting to bind port 65500212-12e0-4300-80fc-30375c943744 on network af9c42ac-4d2c-4fdf-bb0b-53f068c99e59 {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:29:05.375156 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8591129-0b35-42ae-b6ab-1c88dd6ef3d6 req-89d573c3-1a8e-42ef-9a91-03b3b7aecacf service neutron] Port 65500212-12e0-4300-80fc-30375c943744 on network af9c42ac-4d2c-4fdf-bb0b-53f068c99e59 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 11:29:05.378209 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8591129-0b35-42ae-b6ab-1c88dd6ef3d6 req-89d573c3-1a8e-42ef-9a91-03b3b7aecacf service neutron] Attempting to bind port 65500212-12e0-4300-80fc-30375c943744 on network af9c42ac-4d2c-4fdf-bb0b-53f068c99e59 {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:29:05.389948 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8591129-0b35-42ae-b6ab-1c88dd6ef3d6 req-89d573c3-1a8e-42ef-9a91-03b3b7aecacf service neutron] Checking agent: {'id': 'dc195572-b6d9-4259-8541-839e457b2650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 25, 36), 'started_at': datetime.datetime(2022, 4, 6, 11, 25, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:29:05.389948 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8591129-0b35-42ae-b6ab-1c88dd6ef3d6 req-89d573c3-1a8e-42ef-9a91-03b3b7aecacf service neutron] Checking segment: {'id': '54bcc79b-11f0-4f13-ad54-6fda3dd46cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'af9c42ac-4d2c-4fdf-bb0b-53f068c99e59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:29:05.389948 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8591129-0b35-42ae-b6ab-1c88dd6ef3d6 req-89d573c3-1a8e-42ef-9a91-03b3b7aecacf service neutron] Bound using segment: {'id': '54bcc79b-11f0-4f13-ad54-6fda3dd46cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'af9c42ac-4d2c-4fdf-bb0b-53f068c99e59'} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:29:05.389948 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [req-e8591129-0b35-42ae-b6ab-1c88dd6ef3d6 req-89d573c3-1a8e-42ef-9a91-03b3b7aecacf service neutron] Bound port: 65500212-12e0-4300-80fc-30375c943744, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54bcc79b-11f0-4f13-ad54-6fda3dd46cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'af9c42ac-4d2c-4fdf-bb0b-53f068c99e59'}}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:29:05.389948 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-e8591129-0b35-42ae-b6ab-1c88dd6ef3d6 req-89d573c3-1a8e-42ef-9a91-03b3b7aecacf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (65500212-12e0-4300-80fc-30375c943744), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:05.464378 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [req-e8591129-0b35-42ae-b6ab-1c88dd6ef3d6 req-89d573c3-1a8e-42ef-9a91-03b3b7aecacf service neutron] For port 65500212-12e0-4300-80fc-30375c943744, host hv-cinder-83607, cleared binding levels {{(pid=103882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:29:05.468333 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [req-e8591129-0b35-42ae-b6ab-1c88dd6ef3d6 req-89d573c3-1a8e-42ef-9a91-03b3b7aecacf service neutron] For port 65500212-12e0-4300-80fc-30375c943744, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=65500212-12e0-4300-80fc-30375c943744,segment=NetworkSegment(54bcc79b-11f0-4f13-ad54-6fda3dd46cbf),segment_id=54bcc79b-11f0-4f13-ad54-6fda3dd46cbf)] {{(pid=103882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:29:05.622699 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-e8591129-0b35-42ae-b6ab-1c88dd6ef3d6 req-89d573c3-1a8e-42ef-9a91-03b3b7aecacf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8797942'] for port (65500212-12e0-4300-80fc-30375c943744), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:05.625052 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dff1473-48d0-436d-8fc7-3c4e4b30abf7 None None] Sync routers for ids ['d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4'] in dv-cinder-836073-2-iscsi {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:29:05.660631 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dff1473-48d0-436d-8fc7-3c4e4b30abf7 None None] Routers {'d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:29:05.661132 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-3dff1473-48d0-436d-8fc7-3c4e4b30abf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:28:39Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:29:05.703724 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8591129-0b35-42ae-b6ab-1c88dd6ef3d6 req-89d573c3-1a8e-42ef-9a91-03b3b7aecacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:05.704527 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-e8591129-0b35-42ae-b6ab-1c88dd6ef3d6 req-89d573c3-1a8e-42ef-9a91-03b3b7aecacf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for port (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:05.706245 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e8591129-0b35-42ae-b6ab-1c88dd6ef3d6 req-89d573c3-1a8e-42ef-9a91-03b3b7aecacf service neutron] 10.222.0.48 "PUT /v2.0/ports/65500212-12e0-4300-80fc-30375c943744 HTTP/1.1" status: 200 len: 1093 time: 1.3354149 Apr 06 11:29:05.706858 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b469852-66e6-4f22-b12f-0dd212445715', 'tag': '65500212-12e0-4300-80fc-30375c943744'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:29:05.709853 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29156e5c8df2cda5f8c3a12ff109e02ba7a327efefb734c2c5f81b1bf548e3ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a2a576-83e5-44fe-9f8a-1d18e17939c7" -d '{"events": [{"name": "network-changed", "server_uuid": "2b469852-66e6-4f22-b12f-0dd212445715", "tag": "65500212-12e0-4300-80fc-30375c943744"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:29:05.711417 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-de977e97-b9ee-4247-840e-07db38d8bc28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (45dc4009-3207-4514-91d6-80840be67681), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:05.716037 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-de977e97-b9ee-4247-840e-07db38d8bc28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:05.719848 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-de977e97-b9ee-4247-840e-07db38d8bc28 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/45dc4009-3207-4514-91d6-80840be67681 HTTP/1.1" status: 204 len: 168 time: 0.5125062 Apr 06 11:29:05.750696 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de977e97-b9ee-4247-840e-07db38d8bc28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45dc4009-3207-4514-91d6-80840be67681,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:05.755291 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d573c3-1a8e-42ef-9a91-03b3b7aecacf service neutron] Pushing event updated for resources: {'Port': ['ID=65500212-12e0-4300-80fc-30375c943744,revision_number=3']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:05.818103 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a2677e-c5b0-4344-88f6-b706d3040917 x-openstack-request-id: req-33a2677e-c5b0-4344-88f6-b706d3040917 {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:29:05.818587 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b469852-66e6-4f22-b12f-0dd212445715", "tag": "65500212-12e0-4300-80fc-30375c943744", "status": "completed", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:29:05.819364 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-33a2677e-c5b0-4344-88f6-b706d3040917 {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:29:05.821054 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33a2677e-c5b0-4344-88f6-b706d3040917'] response: {'name': 'network-changed', 'server_uuid': '2b469852-66e6-4f22-b12f-0dd212445715', 'tag': '65500212-12e0-4300-80fc-30375c943744', 'status': 'completed', 'code': 200} Apr 06 11:29:05.823936 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 51212) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:29:05.835373 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-3dff1473-48d0-436d-8fc7-3c4e4b30abf7 None None] Set router d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:29:05.836546 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (dc195572-b6d9-4259-8541-839e457b2650), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:05.841713 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-cae03a5b-f1aa-42cb-8f90-6f7753dd88e5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1316617458-network', 'tenant_id': 'bfbe9465b71d459db654015cd8363092'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:29:05.904092 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a2a576-83e5-44fe-9f8a-1d18e17939c7 req-d59efd37-737e-4fad-b65a-79ee410d0944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:05.904092 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-00a2a576-83e5-44fe-9f8a-1d18e17939c7 req-d59efd37-737e-4fad-b65a-79ee410d0944 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=06368b58d27a4d04a043a29bc40c2f17&device_id=2b469852-66e6-4f22-b12f-0dd212445715 HTTP/1.1" status: 200 len: 1127 time: 0.0548050 Apr 06 11:29:05.976055 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da21c41-6774-442e-8d3a-242f15e42d43 req-a12294b5-02d3-4ea4-9a57-68c96f52e850 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:05.977703 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-9da21c41-6774-442e-8d3a-242f15e42d43 req-a12294b5-02d3-4ea4-9a57-68c96f52e850 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5f3e882-c3d2-4207-90be-fb022681182c HTTP/1.1" status: 200 len: 945 time: 0.0743358 Apr 06 11:29:05.993170 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae03a5b-f1aa-42cb-8f90-6f7753dd88e5 admin admin] Made reservation on behalf of bfbe9465b71d459db654015cd8363092 for: {'network': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:29:05.995543 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-cae03a5b-f1aa-42cb-8f90-6f7753dd88e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for network (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:06.012764 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-cae03a5b-f1aa-42cb-8f90-6f7753dd88e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:06.049385 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a2a576-83e5-44fe-9f8a-1d18e17939c7 req-32fdb362-5ef1-48a7-8985-7f4cb3dd3f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:06.050643 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-00a2a576-83e5-44fe-9f8a-1d18e17939c7 req-32fdb362-5ef1-48a7-8985-7f4cb3dd3f56 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=06368b58d27a4d04a043a29bc40c2f17&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1384125 Apr 06 11:29:06.094214 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-9da21c41-6774-442e-8d3a-242f15e42d43 req-f821cdae-d481-41c9-9531-984f150ef8a3 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=82206402-599a-4677-83f1-0a4da33930bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085935 Apr 06 11:29:06.184716 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-3dff1473-48d0-436d-8fc7-3c4e4b30abf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'name': 'tempest-TestVolumeBootPattern-312017993-router', 'tenant_id': 'de48ef632a974b5c83191742cf569887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '5ce3c676-ae10-4b96-8444-61e6ff7729df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:28:57Z', 'updated_at': '2022-04-06T11:29:02Z', 'revision_number': 4, 'project_id': 'de48ef632a974b5c83191742cf569887', 'gw_port': {'id': '5ce3c676-ae10-4b96-8444-61e6ff7729df', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:51:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:28:58Z', 'updated_at': '2022-04-06T11:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_interfaces': [{'id': 'de04e9ed-2f4e-4fa1-9e4b-71522c5d1fab', 'name': '', 'network_id': '5529688d-cbb0-454c-b2b2-2dd8660f20c8', 'tenant_id': 'de48ef632a974b5c83191742cf569887', 'mac_address': 'fa:16:3e:e1:85:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'c5124a61-a5c8-4acc-8eca-8ed8dd4c3666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:29:01Z', 'updated_at': '2022-04-06T11:29:03Z', 'revision_number': 2, 'project_id': 'de48ef632a974b5c83191742cf569887', 'subnets': [{'id': 'c5124a61-a5c8-4acc-8eca-8ed8dd4c3666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:29:06.195458 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-cae03a5b-f1aa-42cb-8f90-6f7753dd88e5 admin admin] Publish callbacks [] for security_group (071b3cf1-e724-438d-a1cf-2568ab0b3057), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:06.201935 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a2a576-83e5-44fe-9f8a-1d18e17939c7 req-f9b7ddff-6cf4-4e99-9dbf-ab5b30c9c883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:06.203498 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-00a2a576-83e5-44fe-9f8a-1d18e17939c7 req-f9b7ddff-6cf4-4e99-9dbf-ab5b30c9c883 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1446345 Apr 06 11:29:06.222149 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dff1473-48d0-436d-8fc7-3c4e4b30abf7 None None] Checking router: d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4 for host: dv-cinder-836073-2-iscsi {{(pid=103883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:29:06.222504 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dff1473-48d0-436d-8fc7-3c4e4b30abf7 None None] Updating router d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4 port de04e9ed-2f4e-4fa1-9e4b-71522c5d1fab binding host dv-cinder-836073-2-iscsi {{(pid=103883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 11:29:06.257545 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3dff1473-48d0-436d-8fc7-3c4e4b30abf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (de04e9ed-2f4e-4fa1-9e4b-71522c5d1fab), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:06.282576 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98450d8d-1ced-4621-8498-e40ea8ddab15 req-6b3983f8-efbd-424e-b862-372814830127 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:06.284673 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-98450d8d-1ced-4621-8498-e40ea8ddab15 req-6b3983f8-efbd-424e-b862-372814830127 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b469852-66e6-4f22-b12f-0dd212445715 HTTP/1.1" status: 200 len: 943 time: 0.0696099 Apr 06 11:29:06.288096 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-cae03a5b-f1aa-42cb-8f90-6f7753dd88e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (071b3cf1-e724-438d-a1cf-2568ab0b3057), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:06.343635 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cae03a5b-f1aa-42cb-8f90-6f7753dd88e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=103881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 11:29:06.360948 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8591129-0b35-42ae-b6ab-1c88dd6ef3d6 req-70478818-dd35-4aaa-a2dd-aee6989f6fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:06.362505 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e8591129-0b35-42ae-b6ab-1c88dd6ef3d6 req-70478818-dd35-4aaa-a2dd-aee6989f6fc4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=06368b58d27a4d04a043a29bc40c2f17&device_id=2b469852-66e6-4f22-b12f-0dd212445715 HTTP/1.1" status: 200 len: 1127 time: 0.0767560 Apr 06 11:29:06.370758 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae03a5b-f1aa-42cb-8f90-6f7753dd88e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=071b3cf1-e724-438d-a1cf-2568ab0b3057,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:06.384559 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-98450d8d-1ced-4621-8498-e40ea8ddab15 req-b8b20a90-3f70-4203-8c9f-9c97e0243997 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f1aa03a-b810-4d23-8101-463036270b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680017 Apr 06 11:29:06.410399 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-cae03a5b-f1aa-42cb-8f90-6f7753dd88e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726494'] for segment (83d19bc0-ee68-4f25-be5e-bb3cf320c8bc), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:06.410923 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.db.segments_db [None req-cae03a5b-f1aa-42cb-8f90-6f7753dd88e5 admin admin] Added segment 83d19bc0-ee68-4f25-be5e-bb3cf320c8bc of type vlan for network 1d741ae9-3ff9-45f3-b8fa-38ab07e6ef21 Apr 06 11:29:06.417912 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e8591129-0b35-42ae-b6ab-1c88dd6ef3d6 req-2ccf35e4-b563-45ec-a1bf-c6b147a07389 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65500212-12e0-4300-80fc-30375c943744 HTTP/1.1" status: 200 len: 217 time: 0.0442650 Apr 06 11:29:06.494349 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-cae03a5b-f1aa-42cb-8f90-6f7753dd88e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779192449082'] for network (1d741ae9-3ff9-45f3-b8fa-38ab07e6ef21), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:06.496872 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8591129-0b35-42ae-b6ab-1c88dd6ef3d6 req-17299ad7-c31e-4953-9193-04300af614e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:06.499190 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e8591129-0b35-42ae-b6ab-1c88dd6ef3d6 req-17299ad7-c31e-4953-9193-04300af614e5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=78cd5864-e3bf-4b4c-aa00-ce06f73cc401 HTTP/1.1" status: 200 len: 849 time: 0.0720663 Apr 06 11:29:06.537685 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e8591129-0b35-42ae-b6ab-1c88dd6ef3d6 req-49880bf0-5960-41b8-951b-bfb4534a142b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=af9c42ac-4d2c-4fdf-bb0b-53f068c99e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283320 Apr 06 11:29:06.587212 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-cae03a5b-f1aa-42cb-8f90-6f7753dd88e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322'] for network (1d741ae9-3ff9-45f3-b8fa-38ab07e6ef21), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:06.587212 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae03a5b-f1aa-42cb-8f90-6f7753dd88e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:06.587212 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-cae03a5b-f1aa-42cb-8f90-6f7753dd88e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570608'] for network (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:06.647815 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3dff1473-48d0-436d-8fc7-3c4e4b30abf7 None None] Publish callbacks [] for port (de04e9ed-2f4e-4fa1-9e4b-71522c5d1fab), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:06.691882 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e8591129-0b35-42ae-b6ab-1c88dd6ef3d6 req-e17753e8-3d3f-41d3-b4fe-b5fe7e9e4a66 service neutron] 10.222.0.48 "GET /v2.0/networks/af9c42ac-4d2c-4fdf-bb0b-53f068c99e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358132 Apr 06 11:29:06.695016 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae03a5b-f1aa-42cb-8f90-6f7753dd88e5 admin admin] Pushing event updated for resources: {'Network': ['ID=1d741ae9-3ff9-45f3-b8fa-38ab07e6ef21,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:06.705170 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Network 1d741ae9-3ff9-45f3-b8fa-38ab07e6ef21 details requested by agent ovs-agent-dv-cinder-836073-2-iscsi with host dv-cinder-836073-2-iscsi {{(pid=103883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 11:29:06.709045 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-b46f3766-016d-4d14-9e3d-f4f22d3d679a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (8a8bc679-53b2-461d-b015-cec5a247fb94), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:06.713012 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 51238) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:29:06.724492 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-cae03a5b-f1aa-42cb-8f90-6f7753dd88e5 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8868399 Apr 06 11:29:06.725987 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-20ce8b1d-5052-415c-9af7-e6043302d3c7 admin admin] Request body: {'subnet': {'network_id': '1d741ae9-3ff9-45f3-b8fa-38ab07e6ef21', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1316617458-subnet', 'tenant_id': 'bfbe9465b71d459db654015cd8363092', 'ip_version': 4}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:29:06.756054 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3dff1473-48d0-436d-8fc7-3c4e4b30abf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (de04e9ed-2f4e-4fa1-9e4b-71522c5d1fab), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:06.797239 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device 5ce3c676-ae10-4b96-8444-61e6ff7729df up at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:29:06.862379 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2222b024-0d9e-4c9e-9d56-1bf876c63510 None None] Pushing event updated for resources: {'Port': ['ID=de04e9ed-2f4e-4fa1-9e4b-71522c5d1fab,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:06.930496 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Provisioning complete for port 5ce3c676-ae10-4b96-8444-61e6ff7729df triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:29:06.930894 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (5ce3c676-ae10-4b96-8444-61e6ff7729df), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:06.970948 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-3dff1473-48d0-436d-8fc7-3c4e4b30abf7 None None] Attempting to bind port de04e9ed-2f4e-4fa1-9e4b-71522c5d1fab on host dv-cinder-836073-2-iscsi for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:29:06.970948 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-3dff1473-48d0-436d-8fc7-3c4e4b30abf7 None None] Attempting to bind port de04e9ed-2f4e-4fa1-9e4b-71522c5d1fab by drivers openvswitch,hyperv on host dv-cinder-836073-2-iscsi at level 0 using segments [{'id': '6a602240-3922-4bf0-a8bb-04a4d05b55c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '5529688d-cbb0-454c-b2b2-2dd8660f20c8'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:29:06.970948 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dff1473-48d0-436d-8fc7-3c4e4b30abf7 None None] Attempting to bind port de04e9ed-2f4e-4fa1-9e4b-71522c5d1fab on network 5529688d-cbb0-454c-b2b2-2dd8660f20c8 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:29:06.970948 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dff1473-48d0-436d-8fc7-3c4e4b30abf7 None None] Checking agent: {'id': 'a2831ac0-05e7-463d-be89-41d2adab36ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 18, 43), 'started_at': datetime.datetime(2022, 4, 6, 11, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:29:06.970948 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dff1473-48d0-436d-8fc7-3c4e4b30abf7 None None] Checking segment: {'id': '6a602240-3922-4bf0-a8bb-04a4d05b55c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '5529688d-cbb0-454c-b2b2-2dd8660f20c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:29:06.970948 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3dff1473-48d0-436d-8fc7-3c4e4b30abf7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:06.970948 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dff1473-48d0-436d-8fc7-3c4e4b30abf7 None None] Bound using segment: {'id': '6a602240-3922-4bf0-a8bb-04a4d05b55c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '5529688d-cbb0-454c-b2b2-2dd8660f20c8'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:29:06.970948 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-3dff1473-48d0-436d-8fc7-3c4e4b30abf7 None None] Bound port: de04e9ed-2f4e-4fa1-9e4b-71522c5d1fab, host: dv-cinder-836073-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a602240-3922-4bf0-a8bb-04a4d05b55c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '5529688d-cbb0-454c-b2b2-2dd8660f20c8'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:29:06.970948 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3dff1473-48d0-436d-8fc7-3c4e4b30abf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (de04e9ed-2f4e-4fa1-9e4b-71522c5d1fab), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:07.019719 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ce8b1d-5052-415c-9af7-e6043302d3c7 admin admin] Made reservation on behalf of bfbe9465b71d459db654015cd8363092 for: {'subnet': 1} {{(pid=103882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:29:07.022111 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-20ce8b1d-5052-415c-9af7-e6043302d3c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10017299'] for subnet (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:07.214208 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Current status of the port 5ce3c676-ae10-4b96-8444-61e6ff7729df is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:29:07.217875 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-3dff1473-48d0-436d-8fc7-3c4e4b30abf7 None None] For port de04e9ed-2f4e-4fa1-9e4b-71522c5d1fab, host dv-cinder-836073-2-iscsi, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:29:07.237674 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-3dff1473-48d0-436d-8fc7-3c4e4b30abf7 None None] For port de04e9ed-2f4e-4fa1-9e4b-71522c5d1fab, host dv-cinder-836073-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=de04e9ed-2f4e-4fa1-9e4b-71522c5d1fab,segment=NetworkSegment(6a602240-3922-4bf0-a8bb-04a4d05b55c4),segment_id=6a602240-3922-4bf0-a8bb-04a4d05b55c4)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:29:07.240108 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-fcaf9bf8-4c98-4177-8bc0-28a422d6692e None None] Provisioning complete for port de04e9ed-2f4e-4fa1-9e4b-71522c5d1fab triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:29:07.240664 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-fcaf9bf8-4c98-4177-8bc0-28a422d6692e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (de04e9ed-2f4e-4fa1-9e4b-71522c5d1fab), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:07.276824 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-fcaf9bf8-4c98-4177-8bc0-28a422d6692e None None] Port de04e9ed-2f4e-4fa1-9e4b-71522c5d1fab cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:29:07.295098 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b95190-881c-4dbe-9c41-4bf67a5ef569 req-cbacad44-c57c-4227-993c-3301c1e79ac7 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:07.295098 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-19b95190-881c-4dbe-9c41-4bf67a5ef569 req-cbacad44-c57c-4227-993c-3301c1e79ac7 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5f3e882-c3d2-4207-90be-fb022681182c HTTP/1.1" status: 200 len: 945 time: 0.0832233 Apr 06 11:29:07.312870 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3dff1473-48d0-436d-8fc7-3c4e4b30abf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (de04e9ed-2f4e-4fa1-9e4b-71522c5d1fab), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:07.330257 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-20ce8b1d-5052-415c-9af7-e6043302d3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8797567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10017293'] for subnet (f4fc9198-348f-478a-9867-fb79b524c27a), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:07.344128 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-19b95190-881c-4dbe-9c41-4bf67a5ef569 req-17f4b90d-e06c-49c9-b93b-364ee745b8f2 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=82206402-599a-4677-83f1-0a4da33930bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437348 Apr 06 11:29:07.377634 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dff1473-48d0-436d-8fc7-3c4e4b30abf7 None None] Routers {'d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:29:07.378280 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-3dff1473-48d0-436d-8fc7-3c4e4b30abf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:28:39Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:29:07.410550 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ce8b1d-5052-415c-9af7-e6043302d3c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4fc9198-348f-478a-9867-fb79b524c27a,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:07.416062 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ce8b1d-5052-415c-9af7-e6043302d3c7 admin admin] Checking segment: {'id': '83d19bc0-ee68-4f25-be5e-bb3cf320c8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1d741ae9-3ff9-45f3-b8fa-38ab07e6ef21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:29:07.416889 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ce8b1d-5052-415c-9af7-e6043302d3c7 admin admin] Network hostable DHCP agents. Network: 1d741ae9-3ff9-45f3-b8fa-38ab07e6ef21, hostable agents: ['8a8bc679-53b2-461d-b015-cec5a247fb94'], hosted agents: [] {{(pid=103882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 11:29:07.436008 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2222b024-0d9e-4c9e-9d56-1bf876c63510 None None] Pushing event updated for resources: {'Port': ['ID=de04e9ed-2f4e-4fa1-9e4b-71522c5d1fab,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:07.553764 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ce8b1d-5052-415c-9af7-e6043302d3c7 admin admin] Network 1d741ae9-3ff9-45f3-b8fa-38ab07e6ef21 is scheduled to be hosted by DHCP agent 8a8bc679-53b2-461d-b015-cec5a247fb94 with binding_index 1 {{(pid=103882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 11:29:07.556499 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-3dff1473-48d0-436d-8fc7-3c4e4b30abf7 None None] Set router d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:29:07.611028 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5604a4e7-a144-4566-abc2-3e415788d7b3 req-bce26581-2ddf-430b-a8ec-7233a3119726 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:07.612601 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5604a4e7-a144-4566-abc2-3e415788d7b3 req-bce26581-2ddf-430b-a8ec-7233a3119726 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b469852-66e6-4f22-b12f-0dd212445715 HTTP/1.1" status: 200 len: 943 time: 0.0696034 Apr 06 11:29:07.688727 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-20ce8b1d-5052-415c-9af7-e6043302d3c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836073-2-iscsi, 1d741ae9-3ff9-45f3-b8fa-38ab07e6ef21) {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:29:07.698835 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ce8b1d-5052-415c-9af7-e6043302d3c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:07.699625 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-20ce8b1d-5052-415c-9af7-e6043302d3c7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:07.708932 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbfbdbe-5269-41b3-b5b4-191d5d643236 None None] Network 1d741ae9-3ff9-45f3-b8fa-38ab07e6ef21 requested from dv-cinder-836073-2-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:29:07.738924 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5604a4e7-a144-4566-abc2-3e415788d7b3 req-96ee7af4-921c-4ef3-9a04-c7015bd9cb09 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f1aa03a-b810-4d23-8101-463036270b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196814 Apr 06 11:29:07.773396 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e8591129-0b35-42ae-b6ab-1c88dd6ef3d6 req-8ae477b8-098f-4c22-820e-1753c6da901f service neutron] 10.222.0.48 "GET /v2.0/networks/af9c42ac-4d2c-4fdf-bb0b-53f068c99e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461346 Apr 06 11:29:07.799630 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-7c8c2242-a186-408f-aefe-ebd9271706c6 None None] Provisioning complete for port de04e9ed-2f4e-4fa1-9e4b-71522c5d1fab triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:29:07.799813 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7c8c2242-a186-408f-aefe-ebd9271706c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (de04e9ed-2f4e-4fa1-9e4b-71522c5d1fab), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:07.824782 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-20ce8b1d-5052-415c-9af7-e6043302d3c7 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1095698 Apr 06 11:29:07.830489 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 51266) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:29:07.834497 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-def58070-23d0-4fdb-8e47-b207aa63dbb4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1316617458-router', 'tenant_id': 'bfbe9465b71d459db654015cd8363092', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc'}}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:29:07.903789 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860d72e5-5440-4843-bd5a-b33d0dea48fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272ef63c-8d75-5f2a-b33a-d377c0026717-1d741ae9-3ff9-45f3-b8fa-38ab07e6ef21', 'network_id': '1d741ae9-3ff9-45f3-b8fa-38ab07e6ef21', 'project_id': 'bfbe9465b71d459db654015cd8363092', 'fixed_ips': [{'subnet_id': 'f4fc9198-348f-478a-9867-fb79b524c27a'}]}} from dv-cinder-836073-2-iscsi. {{(pid=103883) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 11:29:07.904609 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-860d72e5-5440-4843-bd5a-b33d0dea48fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:07.935894 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-def58070-23d0-4fdb-8e47-b207aa63dbb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-917030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7890'] for router (3efd0d26-756e-492d-acb2-2752bd44bac9), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:07.936969 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-def58070-23d0-4fdb-8e47-b207aa63dbb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-915638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-884774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7883'] for router (3efd0d26-756e-492d-acb2-2752bd44bac9), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:07.997822 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-def58070-23d0-4fdb-8e47-b207aa63dbb4 admin admin] Publish callbacks [] for router_controller (3efd0d26-756e-492d-acb2-2752bd44bac9), precommit_add_association {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:08.042511 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-3dff1473-48d0-436d-8fc7-3c4e4b30abf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'name': 'tempest-TestVolumeBootPattern-312017993-router', 'tenant_id': 'de48ef632a974b5c83191742cf569887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '5ce3c676-ae10-4b96-8444-61e6ff7729df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:28:57Z', 'updated_at': '2022-04-06T11:29:02Z', 'revision_number': 4, 'project_id': 'de48ef632a974b5c83191742cf569887', 'gw_port': {'id': '5ce3c676-ae10-4b96-8444-61e6ff7729df', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:51:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:28:58Z', 'updated_at': '2022-04-06T11:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_interfaces': [{'id': 'de04e9ed-2f4e-4fa1-9e4b-71522c5d1fab', 'name': '', 'network_id': '5529688d-cbb0-454c-b2b2-2dd8660f20c8', 'tenant_id': 'de48ef632a974b5c83191742cf569887', 'mac_address': 'fa:16:3e:e1:85:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'c5124a61-a5c8-4acc-8eca-8ed8dd4c3666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:29:01Z', 'updated_at': '2022-04-06T11:29:07Z', 'revision_number': 4, 'project_id': 'de48ef632a974b5c83191742cf569887', 'subnets': [{'id': 'c5124a61-a5c8-4acc-8eca-8ed8dd4c3666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:29:08.092241 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dff1473-48d0-436d-8fc7-3c4e4b30abf7 None None] The sync data for ids ['d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4'] in dv-cinder-836073-2-iscsi is: [{'id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'name': 'tempest-TestVolumeBootPattern-312017993-router', 'tenant_id': 'de48ef632a974b5c83191742cf569887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '5ce3c676-ae10-4b96-8444-61e6ff7729df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:28:57Z', 'updated_at': '2022-04-06T11:29:02Z', 'revision_number': 4, 'project_id': 'de48ef632a974b5c83191742cf569887', 'gw_port': {'id': '5ce3c676-ae10-4b96-8444-61e6ff7729df', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:51:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:28:58Z', 'updated_at': '2022-04-06T11:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_interfaces': [{'id': 'de04e9ed-2f4e-4fa1-9e4b-71522c5d1fab', 'name': '', 'network_id': '5529688d-cbb0-454c-b2b2-2dd8660f20c8', 'tenant_id': 'de48ef632a974b5c83191742cf569887', 'mac_address': 'fa:16:3e:e1:85:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'c5124a61-a5c8-4acc-8eca-8ed8dd4c3666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:29:01Z', 'updated_at': '2022-04-06T11:29:07Z', 'revision_number': 4, 'project_id': 'de48ef632a974b5c83191742cf569887', 'subnets': [{'id': 'c5124a61-a5c8-4acc-8eca-8ed8dd4c3666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:29:08.095039 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-7c8c2242-a186-408f-aefe-ebd9271706c6 None None] Current status of the port de04e9ed-2f4e-4fa1-9e4b-71522c5d1fab is: DOWN; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:29:08.095423 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7c8c2242-a186-408f-aefe-ebd9271706c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (de04e9ed-2f4e-4fa1-9e4b-71522c5d1fab), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:08.145271 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [None req-860d72e5-5440-4843-bd5a-b33d0dea48fa None None] Allocated IP 172.20.0.2 (1d741ae9-3ff9-45f3-b8fa-38ab07e6ef21/f4fc9198-348f-478a-9867-fb79b524c27a/8d7a1d9c-c225-489a-b8df-5d0451247f11) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:29:08.156885 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-7c8c2242-a186-408f-aefe-ebd9271706c6 None None] For port de04e9ed-2f4e-4fa1-9e4b-71522c5d1fab, host dv-cinder-836073-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=de04e9ed-2f4e-4fa1-9e4b-71522c5d1fab,segment=NetworkSegment(6a602240-3922-4bf0-a8bb-04a4d05b55c4),segment_id=6a602240-3922-4bf0-a8bb-04a4d05b55c4)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:29:08.252192 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7c8c2242-a186-408f-aefe-ebd9271706c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (de04e9ed-2f4e-4fa1-9e4b-71522c5d1fab), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:08.255351 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-def58070-23d0-4fdb-8e47-b207aa63dbb4 admin admin] Publish callbacks [] for router_gateway (3efd0d26-756e-492d-acb2-2752bd44bac9), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:08.332942 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8c2242-a186-408f-aefe-ebd9271706c6 None None] Pushing event updated for resources: {'Port': ['ID=de04e9ed-2f4e-4fa1-9e4b-71522c5d1fab,revision_number=5']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:08.429042 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-860d72e5-5440-4843-bd5a-b33d0dea48fa None None] Publish callbacks [] for port (8d7a1d9c-c225-489a-b8df-5d0451247f11), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:08.549917 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-860d72e5-5440-4843-bd5a-b33d0dea48fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779192465924'] for port (8d7a1d9c-c225-489a-b8df-5d0451247f11), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:08.602652 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef9c2c1-017e-4aa0-9d85-f1800f2aea6a req-f847e178-759b-4dec-b0ce-32c35e93dfcf tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:08.610003 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-9ef9c2c1-017e-4aa0-9d85-f1800f2aea6a req-f847e178-759b-4dec-b0ce-32c35e93dfcf tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5f3e882-c3d2-4207-90be-fb022681182c HTTP/1.1" status: 200 len: 945 time: 0.1680772 Apr 06 11:29:08.633280 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-def58070-23d0-4fdb-8e47-b207aa63dbb4 admin admin] Publish callbacks [] for router_gateway (3efd0d26-756e-492d-acb2-2752bd44bac9), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:08.642674 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860d72e5-5440-4843-bd5a-b33d0dea48fa None None] Network 1d741ae9-3ff9-45f3-b8fa-38ab07e6ef21 is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:29:08.646920 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-860d72e5-5440-4843-bd5a-b33d0dea48fa None None] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:29:08.649973 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860d72e5-5440-4843-bd5a-b33d0dea48fa None None] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:29:08.652081 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860d72e5-5440-4843-bd5a-b33d0dea48fa None None] Pushing event updated for resources: {'Port': ['ID=8d7a1d9c-c225-489a-b8df-5d0451247f11,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:08.666754 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-def58070-23d0-4fdb-8e47-b207aa63dbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:08.719024 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-860d72e5-5440-4843-bd5a-b33d0dea48fa None None] Attempting to bind port 8d7a1d9c-c225-489a-b8df-5d0451247f11 on host dv-cinder-836073-2-iscsi for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:29:08.719473 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-860d72e5-5440-4843-bd5a-b33d0dea48fa None None] Attempting to bind port 8d7a1d9c-c225-489a-b8df-5d0451247f11 by drivers openvswitch,hyperv on host dv-cinder-836073-2-iscsi at level 0 using segments [{'id': '83d19bc0-ee68-4f25-be5e-bb3cf320c8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1d741ae9-3ff9-45f3-b8fa-38ab07e6ef21'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:29:08.720057 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860d72e5-5440-4843-bd5a-b33d0dea48fa None None] Attempting to bind port 8d7a1d9c-c225-489a-b8df-5d0451247f11 on network 1d741ae9-3ff9-45f3-b8fa-38ab07e6ef21 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:29:08.726855 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860d72e5-5440-4843-bd5a-b33d0dea48fa None None] Checking agent: {'id': 'a2831ac0-05e7-463d-be89-41d2adab36ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 18, 43), 'started_at': datetime.datetime(2022, 4, 6, 11, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:29:08.727325 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860d72e5-5440-4843-bd5a-b33d0dea48fa None None] Checking segment: {'id': '83d19bc0-ee68-4f25-be5e-bb3cf320c8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1d741ae9-3ff9-45f3-b8fa-38ab07e6ef21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:29:08.727849 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-860d72e5-5440-4843-bd5a-b33d0dea48fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:08.728495 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860d72e5-5440-4843-bd5a-b33d0dea48fa None None] Bound using segment: {'id': '83d19bc0-ee68-4f25-be5e-bb3cf320c8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1d741ae9-3ff9-45f3-b8fa-38ab07e6ef21'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:29:08.729205 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-860d72e5-5440-4843-bd5a-b33d0dea48fa None None] Bound port: 8d7a1d9c-c225-489a-b8df-5d0451247f11, host: dv-cinder-836073-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83d19bc0-ee68-4f25-be5e-bb3cf320c8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1d741ae9-3ff9-45f3-b8fa-38ab07e6ef21'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:29:08.729750 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-860d72e5-5440-4843-bd5a-b33d0dea48fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (8d7a1d9c-c225-489a-b8df-5d0451247f11), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:08.743766 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-9ef9c2c1-017e-4aa0-9d85-f1800f2aea6a req-5cb6f195-88ea-4c28-9081-9aae2088c8d6 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=82206402-599a-4677-83f1-0a4da33930bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301608 Apr 06 11:29:08.886023 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [None req-def58070-23d0-4fdb-8e47-b207aa63dbb4 admin admin] Allocated IP 172.27.2.39 (698fa61f-093e-4dd4-aaec-c1b231275ecc/4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809/15e90d9a-0fed-4165-af9d-2307f8e9574e) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:29:08.893807 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-860d72e5-5440-4843-bd5a-b33d0dea48fa None None] For port 8d7a1d9c-c225-489a-b8df-5d0451247f11, host dv-cinder-836073-2-iscsi, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:29:08.896563 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device de04e9ed-2f4e-4fa1-9e4b-71522c5d1fab up at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:29:08.908740 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abe4ce4-c12d-4977-a729-2f9e69e20d9a req-71af16a2-6173-411f-85b7-3bcdc1e1e970 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:08.919887 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5abe4ce4-c12d-4977-a729-2f9e69e20d9a req-71af16a2-6173-411f-85b7-3bcdc1e1e970 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b469852-66e6-4f22-b12f-0dd212445715 HTTP/1.1" status: 200 len: 943 time: 0.0848439 Apr 06 11:29:08.948750 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-860d72e5-5440-4843-bd5a-b33d0dea48fa None None] For port 8d7a1d9c-c225-489a-b8df-5d0451247f11, host dv-cinder-836073-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=8d7a1d9c-c225-489a-b8df-5d0451247f11,segment=NetworkSegment(83d19bc0-ee68-4f25-be5e-bb3cf320c8bc),segment_id=83d19bc0-ee68-4f25-be5e-bb3cf320c8bc)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:29:08.982614 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Provisioning complete for port de04e9ed-2f4e-4fa1-9e4b-71522c5d1fab triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:29:08.983009 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (de04e9ed-2f4e-4fa1-9e4b-71522c5d1fab), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:08.985931 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5abe4ce4-c12d-4977-a729-2f9e69e20d9a req-f50a1860-cd6f-4593-8a0a-29d18a5b644d tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f1aa03a-b810-4d23-8101-463036270b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557282 Apr 06 11:29:09.056132 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-def58070-23d0-4fdb-8e47-b207aa63dbb4 admin admin] Publish callbacks [] for port (15e90d9a-0fed-4165-af9d-2307f8e9574e), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:09.084209 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-45669d2f-8e7c-44d0-b982-ae51f50294da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (9404f039-f516-42fd-94a5-c122fff5649f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:09.090834 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-860d72e5-5440-4843-bd5a-b33d0dea48fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (8d7a1d9c-c225-489a-b8df-5d0451247f11), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:09.127025 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Current status of the port de04e9ed-2f4e-4fa1-9e4b-71522c5d1fab is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:29:09.165706 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860d72e5-5440-4843-bd5a-b33d0dea48fa None None] Pushing event updated for resources: {'Port': ['ID=8d7a1d9c-c225-489a-b8df-5d0451247f11,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:09.175031 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-def58070-23d0-4fdb-8e47-b207aa63dbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779192465924'] for port (15e90d9a-0fed-4165-af9d-2307f8e9574e), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:09.218753 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def58070-23d0-4fdb-8e47-b207aa63dbb4 admin admin] Network 698fa61f-093e-4dd4-aaec-c1b231275ecc is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:29:09.222502 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-def58070-23d0-4fdb-8e47-b207aa63dbb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:29:09.224979 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def58070-23d0-4fdb-8e47-b207aa63dbb4 admin admin] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:29:09.267268 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def58070-23d0-4fdb-8e47-b207aa63dbb4 admin admin] Pushing event updated for resources: {'Port': ['ID=15e90d9a-0fed-4165-af9d-2307f8e9574e,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:09.766540 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-def58070-23d0-4fdb-8e47-b207aa63dbb4 admin admin] Publish callbacks [] for router_gateway (3efd0d26-756e-492d-acb2-2752bd44bac9), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:09.907369 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b46d5-50c6-4ec2-a2bd-84eb1548d81f req-2484cf9f-ade0-49ed-b3aa-1552c58bfac6 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:09.908888 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-1a2b46d5-50c6-4ec2-a2bd-84eb1548d81f req-2484cf9f-ade0-49ed-b3aa-1552c58bfac6 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5f3e882-c3d2-4207-90be-fb022681182c HTTP/1.1" status: 200 len: 945 time: 0.1080089 Apr 06 11:29:10.033845 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-1a2b46d5-50c6-4ec2-a2bd-84eb1548d81f req-f32403f3-b698-4432-8f45-fc7506081696 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=82206402-599a-4677-83f1-0a4da33930bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160834 Apr 06 11:29:10.084253 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-def58070-23d0-4fdb-8e47-b207aa63dbb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-915631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886519'] for router (3efd0d26-756e-492d-acb2-2752bd44bac9), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:10.127957 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261bf461-c50b-49e0-b646-6eb71e851808 None None] Network 1d741ae9-3ff9-45f3-b8fa-38ab07e6ef21 requested from dv-cinder-836073-2-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:29:10.128436 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bac6e95-d3e2-476c-a260-76dd30d8b02f req-8bc1dff9-9bb9-4fce-94d5-8355202f381e tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:10.129960 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2bac6e95-d3e2-476c-a260-76dd30d8b02f req-8bc1dff9-9bb9-4fce-94d5-8355202f381e tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b469852-66e6-4f22-b12f-0dd212445715 HTTP/1.1" status: 200 len: 943 time: 0.0557153 Apr 06 11:29:10.188190 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2bac6e95-d3e2-476c-a260-76dd30d8b02f req-85893000-7567-4d7e-9cee-76da90a0a800 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f1aa03a-b810-4d23-8101-463036270b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513005 Apr 06 11:29:10.204504 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-3cf46cad-6c8f-4595-9f0a-e1cd4a286c06 None None] Provisioning complete for port 8d7a1d9c-c225-489a-b8df-5d0451247f11 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:29:10.204948 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3cf46cad-6c8f-4595-9f0a-e1cd4a286c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (8d7a1d9c-c225-489a-b8df-5d0451247f11), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:10.312686 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-def58070-23d0-4fdb-8e47-b207aa63dbb4 admin admin] Router 3efd0d26-756e-492d-acb2-2752bd44bac9 is scheduled to L3 agent 9404f039-f516-42fd-94a5-c122fff5649f with binding_index 1 {{(pid=103881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 11:29:10.328859 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-3cf46cad-6c8f-4595-9f0a-e1cd4a286c06 None None] Current status of the port 8d7a1d9c-c225-489a-b8df-5d0451247f11 is: DOWN; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:29:10.329537 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3cf46cad-6c8f-4595-9f0a-e1cd4a286c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (8d7a1d9c-c225-489a-b8df-5d0451247f11), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:10.366232 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-3cf46cad-6c8f-4595-9f0a-e1cd4a286c06 None None] For port 8d7a1d9c-c225-489a-b8df-5d0451247f11, host dv-cinder-836073-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=8d7a1d9c-c225-489a-b8df-5d0451247f11,segment=NetworkSegment(83d19bc0-ee68-4f25-be5e-bb3cf320c8bc),segment_id=83d19bc0-ee68-4f25-be5e-bb3cf320c8bc)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:29:10.438741 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3cf46cad-6c8f-4595-9f0a-e1cd4a286c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (8d7a1d9c-c225-489a-b8df-5d0451247f11), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:10.450583 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def58070-23d0-4fdb-8e47-b207aa63dbb4 admin admin] Notify agent at l3_agent.dv-cinder-836073-2-iscsi the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:29:10.465681 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a230ec-2e75-4ba9-97d0-4fa1eb78c966 None None] Sync routers for ids ['3efd0d26-756e-492d-acb2-2752bd44bac9'] in dv-cinder-836073-2-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:29:10.478446 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a230ec-2e75-4ba9-97d0-4fa1eb78c966 None None] Routers {'3efd0d26-756e-492d-acb2-2752bd44bac9'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:29:10.479103 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-79a230ec-2e75-4ba9-97d0-4fa1eb78c966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:29:09Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['3efd0d26-756e-492d-acb2-2752bd44bac9'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:29:10.492795 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf46cad-6c8f-4595-9f0a-e1cd4a286c06 None None] Pushing event updated for resources: {'Port': ['ID=8d7a1d9c-c225-489a-b8df-5d0451247f11,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:10.523704 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0cc2d64b-8553-4c26-9c2d-26728f607b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (295112eb-abec-44aa-a7f9-d1b9c67b3953), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:10.560218 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-def58070-23d0-4fdb-8e47-b207aa63dbb4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:10.563944 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-d8e72ee5-e622-4d25-9490-225f188f4b31 None None] Provisioning complete for port 8d7a1d9c-c225-489a-b8df-5d0451247f11 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:29:10.564104 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-def58070-23d0-4fdb-8e47-b207aa63dbb4 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7302065 Apr 06 11:29:10.564200 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d8e72ee5-e622-4d25-9490-225f188f4b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (8d7a1d9c-c225-489a-b8df-5d0451247f11), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:10.564303 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 51314) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:29:10.624633 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-79a230ec-2e75-4ba9-97d0-4fa1eb78c966 None None] Set router 3efd0d26-756e-492d-acb2-2752bd44bac9 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:29:10.675491 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-d8e72ee5-e622-4d25-9490-225f188f4b31 None None] Current status of the port 8d7a1d9c-c225-489a-b8df-5d0451247f11 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:29:10.888400 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device 8d7a1d9c-c225-489a-b8df-5d0451247f11 up at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:29:10.914286 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-79a230ec-2e75-4ba9-97d0-4fa1eb78c966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3efd0d26-756e-492d-acb2-2752bd44bac9', 'name': 'tempest-TestVolumeBootPattern-1316617458-router', 'tenant_id': 'bfbe9465b71d459db654015cd8363092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '15e90d9a-0fed-4165-af9d-2307f8e9574e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:29:07Z', 'updated_at': '2022-04-06T11:29:09Z', 'revision_number': 3, 'project_id': 'bfbe9465b71d459db654015cd8363092', 'gw_port': {'id': '15e90d9a-0fed-4165-af9d-2307f8e9574e', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e8:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3efd0d26-756e-492d-acb2-2752bd44bac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:29:08Z', 'updated_at': '2022-04-06T11:29:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi'}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:29:10.942679 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a230ec-2e75-4ba9-97d0-4fa1eb78c966 None None] Checking router: 3efd0d26-756e-492d-acb2-2752bd44bac9 for host: dv-cinder-836073-2-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:29:10.943099 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a230ec-2e75-4ba9-97d0-4fa1eb78c966 None None] Updating router 3efd0d26-756e-492d-acb2-2752bd44bac9 port 15e90d9a-0fed-4165-af9d-2307f8e9574e binding host dv-cinder-836073-2-iscsi {{(pid=103884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 11:29:10.945117 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Provisioning complete for port 8d7a1d9c-c225-489a-b8df-5d0451247f11 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:29:10.945248 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (8d7a1d9c-c225-489a-b8df-5d0451247f11), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:10.971333 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-79a230ec-2e75-4ba9-97d0-4fa1eb78c966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (15e90d9a-0fed-4165-af9d-2307f8e9574e), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:11.036804 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Current status of the port 8d7a1d9c-c225-489a-b8df-5d0451247f11 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:29:11.262421 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e162b1a1-03bf-4c2d-a6cb-e0a53302de7e req-87e51180-7d65-4ec6-b156-203c8f807c03 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:11.270961 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-e162b1a1-03bf-4c2d-a6cb-e0a53302de7e req-87e51180-7d65-4ec6-b156-203c8f807c03 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5f3e882-c3d2-4207-90be-fb022681182c HTTP/1.1" status: 200 len: 945 time: 0.1417048 Apr 06 11:29:11.297878 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-79a230ec-2e75-4ba9-97d0-4fa1eb78c966 None None] Publish callbacks [] for port (15e90d9a-0fed-4165-af9d-2307f8e9574e), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:11.306423 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-fe3469c5-8ac2-46f5-88e9-45650253c132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:11.353848 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-e162b1a1-03bf-4c2d-a6cb-e0a53302de7e req-04040b73-3109-45d5-855b-9b6795f813c4 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=82206402-599a-4677-83f1-0a4da33930bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816598 Apr 06 11:29:11.354264 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c49ffdb-2443-4671-a44f-f100dd9f0cf8 req-d2172ed9-00d8-4f13-97af-1fc9abf3a1cf tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:11.363446 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7c49ffdb-2443-4671-a44f-f100dd9f0cf8 req-d2172ed9-00d8-4f13-97af-1fc9abf3a1cf tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b469852-66e6-4f22-b12f-0dd212445715 HTTP/1.1" status: 200 len: 943 time: 0.0769362 Apr 06 11:29:11.411583 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7c49ffdb-2443-4671-a44f-f100dd9f0cf8 req-846fcda7-af3d-46bb-8ec3-e7eb042b68fa tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f1aa03a-b810-4d23-8101-463036270b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472653 Apr 06 11:29:11.414088 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-79a230ec-2e75-4ba9-97d0-4fa1eb78c966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (15e90d9a-0fed-4165-af9d-2307f8e9574e), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:11.467820 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34573e1e-a0fc-4a6c-bdb6-5ab1aa1efbb0 None None] Pushing event updated for resources: {'Port': ['ID=15e90d9a-0fed-4165-af9d-2307f8e9574e,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:11.474324 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-79a230ec-2e75-4ba9-97d0-4fa1eb78c966 None None] Attempting to bind port 15e90d9a-0fed-4165-af9d-2307f8e9574e on host dv-cinder-836073-2-iscsi for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:29:11.474704 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-79a230ec-2e75-4ba9-97d0-4fa1eb78c966 None None] Attempting to bind port 15e90d9a-0fed-4165-af9d-2307f8e9574e by drivers openvswitch,hyperv on host dv-cinder-836073-2-iscsi at level 0 using segments [{'id': 'a1489c3e-d8bf-465c-8161-3d720cf0d135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:29:11.475070 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a230ec-2e75-4ba9-97d0-4fa1eb78c966 None None] Attempting to bind port 15e90d9a-0fed-4165-af9d-2307f8e9574e on network 698fa61f-093e-4dd4-aaec-c1b231275ecc {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:29:11.481585 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a230ec-2e75-4ba9-97d0-4fa1eb78c966 None None] Checking agent: {'id': 'a2831ac0-05e7-463d-be89-41d2adab36ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 18, 43), 'started_at': datetime.datetime(2022, 4, 6, 11, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:29:11.482270 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a230ec-2e75-4ba9-97d0-4fa1eb78c966 None None] Checking segment: {'id': 'a1489c3e-d8bf-465c-8161-3d720cf0d135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:29:11.482270 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-79a230ec-2e75-4ba9-97d0-4fa1eb78c966 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:11.482538 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a230ec-2e75-4ba9-97d0-4fa1eb78c966 None None] Bound using segment: {'id': 'a1489c3e-d8bf-465c-8161-3d720cf0d135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:29:11.483229 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-79a230ec-2e75-4ba9-97d0-4fa1eb78c966 None None] Bound port: 15e90d9a-0fed-4165-af9d-2307f8e9574e, host: dv-cinder-836073-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1489c3e-d8bf-465c-8161-3d720cf0d135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:29:11.483500 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-79a230ec-2e75-4ba9-97d0-4fa1eb78c966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (15e90d9a-0fed-4165-af9d-2307f8e9574e), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:11.504394 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [None req-fe3469c5-8ac2-46f5-88e9-45650253c132 admin admin] Allocated IP 172.20.0.1 (1d741ae9-3ff9-45f3-b8fa-38ab07e6ef21/f4fc9198-348f-478a-9867-fb79b524c27a/26100127-7940-4461-bf98-321985f8c29a) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:29:11.536419 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-79a230ec-2e75-4ba9-97d0-4fa1eb78c966 None None] For port 15e90d9a-0fed-4165-af9d-2307f8e9574e, host dv-cinder-836073-2-iscsi, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:29:11.539484 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-79a230ec-2e75-4ba9-97d0-4fa1eb78c966 None None] For port 15e90d9a-0fed-4165-af9d-2307f8e9574e, host dv-cinder-836073-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=15e90d9a-0fed-4165-af9d-2307f8e9574e,segment=NetworkSegment(a1489c3e-d8bf-465c-8161-3d720cf0d135),segment_id=a1489c3e-d8bf-465c-8161-3d720cf0d135)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:29:11.605466 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-fe3469c5-8ac2-46f5-88e9-45650253c132 admin admin] Publish callbacks [] for port (26100127-7940-4461-bf98-321985f8c29a), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:11.655234 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-79a230ec-2e75-4ba9-97d0-4fa1eb78c966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (15e90d9a-0fed-4165-af9d-2307f8e9574e), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:11.710421 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a230ec-2e75-4ba9-97d0-4fa1eb78c966 None None] Routers {'3efd0d26-756e-492d-acb2-2752bd44bac9'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:29:11.712692 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-79a230ec-2e75-4ba9-97d0-4fa1eb78c966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:29:09Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['3efd0d26-756e-492d-acb2-2752bd44bac9'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:29:11.736420 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-fe3469c5-8ac2-46f5-88e9-45650253c132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779192465924'] for port (26100127-7940-4461-bf98-321985f8c29a), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:11.774325 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34573e1e-a0fc-4a6c-bdb6-5ab1aa1efbb0 None None] Pushing event updated for resources: {'Port': ['ID=15e90d9a-0fed-4165-af9d-2307f8e9574e,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:11.783735 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3469c5-8ac2-46f5-88e9-45650253c132 admin admin] Network 1d741ae9-3ff9-45f3-b8fa-38ab07e6ef21 is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:29:11.791197 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-fe3469c5-8ac2-46f5-88e9-45650253c132 admin admin] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:29:11.795503 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3469c5-8ac2-46f5-88e9-45650253c132 admin admin] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:29:11.795891 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-fe3469c5-8ac2-46f5-88e9-45650253c132 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-886310'] for router_interface (3efd0d26-756e-492d-acb2-2752bd44bac9), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:11.809801 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7bcfc971-4c1e-4d8f-8ae7-97bffdd4e21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (33edc1dd-8f2c-4a3f-bd07-9ad8bd534bf2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:11.838883 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3469c5-8ac2-46f5-88e9-45650253c132 admin admin] Pushing event updated for resources: {'Port': ['ID=26100127-7940-4461-bf98-321985f8c29a,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:11.884201 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-79a230ec-2e75-4ba9-97d0-4fa1eb78c966 None None] Set router 3efd0d26-756e-492d-acb2-2752bd44bac9 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:29:12.103695 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-fe3469c5-8ac2-46f5-88e9-45650253c132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (26100127-7940-4461-bf98-321985f8c29a), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:12.161373 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-79a230ec-2e75-4ba9-97d0-4fa1eb78c966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3efd0d26-756e-492d-acb2-2752bd44bac9', 'name': 'tempest-TestVolumeBootPattern-1316617458-router', 'tenant_id': 'bfbe9465b71d459db654015cd8363092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '15e90d9a-0fed-4165-af9d-2307f8e9574e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:29:07Z', 'updated_at': '2022-04-06T11:29:09Z', 'revision_number': 3, 'project_id': 'bfbe9465b71d459db654015cd8363092', 'gw_port': {'id': '15e90d9a-0fed-4165-af9d-2307f8e9574e', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e8:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3efd0d26-756e-492d-acb2-2752bd44bac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:29:08Z', 'updated_at': '2022-04-06T11:29:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi'}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:29:12.187866 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a230ec-2e75-4ba9-97d0-4fa1eb78c966 None None] The sync data for ids ['3efd0d26-756e-492d-acb2-2752bd44bac9'] in dv-cinder-836073-2-iscsi is: [{'id': '3efd0d26-756e-492d-acb2-2752bd44bac9', 'name': 'tempest-TestVolumeBootPattern-1316617458-router', 'tenant_id': 'bfbe9465b71d459db654015cd8363092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '15e90d9a-0fed-4165-af9d-2307f8e9574e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:29:07Z', 'updated_at': '2022-04-06T11:29:09Z', 'revision_number': 3, 'project_id': 'bfbe9465b71d459db654015cd8363092', 'gw_port': {'id': '15e90d9a-0fed-4165-af9d-2307f8e9574e', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e8:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3efd0d26-756e-492d-acb2-2752bd44bac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:29:08Z', 'updated_at': '2022-04-06T11:29:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi'}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:29:12.218316 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-30b7579f-88c6-4f5e-85fb-50e814d1b8a1 None None] Provisioning complete for port 26100127-7940-4461-bf98-321985f8c29a triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:29:12.218316 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-30b7579f-88c6-4f5e-85fb-50e814d1b8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (26100127-7940-4461-bf98-321985f8c29a), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:12.254822 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-30b7579f-88c6-4f5e-85fb-50e814d1b8a1 None None] Port 26100127-7940-4461-bf98-321985f8c29a cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:29:12.303372 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-fe3469c5-8ac2-46f5-88e9-45650253c132 admin admin] Publish callbacks [] for port (26100127-7940-4461-bf98-321985f8c29a), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:12.391853 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-fe3469c5-8ac2-46f5-88e9-45650253c132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (26100127-7940-4461-bf98-321985f8c29a), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:12.391972 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-fe3469c5-8ac2-46f5-88e9-45650253c132 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-916918'] for router_interface (3efd0d26-756e-492d-acb2-2752bd44bac9), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:12.453860 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device 65500212-12e0-4300-80fc-30375c943744 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:29:12.532004 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3469c5-8ac2-46f5-88e9-45650253c132 admin admin] Pushing event updated for resources: {'Port': ['ID=26100127-7940-4461-bf98-321985f8c29a,revision_number=2']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:12.604864 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d765f-1322-4432-af88-bf52bd8f84cd req-84584b1d-c3bc-48a3-b059-69524e29fe5f tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:12.608363 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f89eb4-d3fa-4de2-94fd-97e07c8d3964 req-4c156b7c-2b95-4453-a36f-f0e96ec94446 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:12.610016 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-c0f89eb4-d3fa-4de2-94fd-97e07c8d3964 req-4c156b7c-2b95-4453-a36f-f0e96ec94446 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5f3e882-c3d2-4207-90be-fb022681182c HTTP/1.1" status: 200 len: 945 time: 0.1301475 Apr 06 11:29:12.613883 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-490d765f-1322-4432-af88-bf52bd8f84cd req-84584b1d-c3bc-48a3-b059-69524e29fe5f tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b469852-66e6-4f22-b12f-0dd212445715 HTTP/1.1" status: 200 len: 943 time: 0.0916944 Apr 06 11:29:12.615605 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3469c5-8ac2-46f5-88e9-45650253c132 admin admin] Network 1d741ae9-3ff9-45f3-b8fa-38ab07e6ef21 is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:29:12.620756 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-fe3469c5-8ac2-46f5-88e9-45650253c132 admin admin] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:29:12.680812 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port 65500212-12e0-4300-80fc-30375c943744, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=65500212-12e0-4300-80fc-30375c943744,segment=NetworkSegment(54bcc79b-11f0-4f13-ad54-6fda3dd46cbf),segment_id=54bcc79b-11f0-4f13-ad54-6fda3dd46cbf)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:29:12.691382 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 51364) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:29:12.712465 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Returning: {'device': '65500212-12e0-4300-80fc-30375c943744', 'network_id': 'af9c42ac-4d2c-4fdf-bb0b-53f068c99e59', 'port_id': '65500212-12e0-4300-80fc-30375c943744', 'mac_address': 'fa:16:3e:34:7e:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78cd5864-e3bf-4b4c-aa00-ce06f73cc401', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:29:12.718294 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-490d765f-1322-4432-af88-bf52bd8f84cd req-8b630a06-03fe-402e-a1d6-ff8bbc51d26d tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f1aa03a-b810-4d23-8101-463036270b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009951 Apr 06 11:29:12.774123 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-c0f89eb4-d3fa-4de2-94fd-97e07c8d3964 req-574f665b-8aa7-4f82-8335-4f3108842097 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=82206402-599a-4677-83f1-0a4da33930bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547911 Apr 06 11:29:12.805021 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Current status of the port 65500212-12e0-4300-80fc-30375c943744 is: DOWN; New status is: BUILD {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:29:12.805635 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (65500212-12e0-4300-80fc-30375c943744), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:12.838798 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65500212-12e0-4300-80fc-30375c943744 {{(pid=103883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:29:12.860913 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device 15e90d9a-0fed-4165-af9d-2307f8e9574e up at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:29:12.873910 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe3469c5-8ac2-46f5-88e9-45650253c132 admin admin] Router 3efd0d26-756e-492d-acb2-2752bd44bac9 has already been hosted by L3 agent 9404f039-f516-42fd-94a5-c122fff5649f {{(pid=103881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:29:12.971305 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-31593cf3-7381-4abf-a962-61b1335a65f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:13.041410 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe3469c5-8ac2-46f5-88e9-45650253c132 admin admin] Notify agent at l3_agent.dv-cinder-836073-2-iscsi the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:29:13.048097 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-fe3469c5-8ac2-46f5-88e9-45650253c132 admin admin] 10.222.0.43 "PUT /v2.0/routers/3efd0d26-756e-492d-acb2-2752bd44bac9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4828732 Apr 06 11:29:13.142041 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-31593cf3-7381-4abf-a962-61b1335a65f6 admin admin] Publish callbacks [] for security_group (32b6ce13-5e7e-404b-856a-ebca125ae66c), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:13.187510 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port 65500212-12e0-4300-80fc-30375c943744, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=65500212-12e0-4300-80fc-30375c943744,segment=NetworkSegment(54bcc79b-11f0-4f13-ad54-6fda3dd46cbf),segment_id=54bcc79b-11f0-4f13-ad54-6fda3dd46cbf)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:29:13.219672 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-31593cf3-7381-4abf-a962-61b1335a65f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (32b6ce13-5e7e-404b-856a-ebca125ae66c), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:13.231567 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-7fbafd97-13f7-4a6b-a85d-de5ac6dc674f None None] Provisioning complete for port 26100127-7940-4461-bf98-321985f8c29a triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:29:13.231970 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7fbafd97-13f7-4a6b-a85d-de5ac6dc674f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (26100127-7940-4461-bf98-321985f8c29a), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:13.278861 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31593cf3-7381-4abf-a962-61b1335a65f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b6ce13-5e7e-404b-856a-ebca125ae66c,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:13.280646 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (65500212-12e0-4300-80fc-30375c943744), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:13.322015 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (a2831ac0-05e7-463d-be89-41d2adab36ec), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:13.328511 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-31593cf3-7381-4abf-a962-61b1335a65f6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=39c8ab7ab4704e21915eb4a5d57960a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6358261 Apr 06 11:29:13.331380 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 51390) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:29:13.334629 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Provisioning complete for port 15e90d9a-0fed-4165-af9d-2307f8e9574e triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:29:13.335356 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (15e90d9a-0fed-4165-af9d-2307f8e9574e), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:13.350797 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-7fbafd97-13f7-4a6b-a85d-de5ac6dc674f None None] Port 26100127-7940-4461-bf98-321985f8c29a cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:29:13.412031 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Pushing event updated for resources: {'Port': ['ID=65500212-12e0-4300-80fc-30375c943744,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:13.421266 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ad7845e1-3107-402a-a239-958c7accc33a admin admin] Publish callbacks [] for security_group (32b6ce13-5e7e-404b-856a-ebca125ae66c), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:13.466399 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ad7845e1-3107-402a-a239-958c7accc33a admin admin] Publish callbacks [] for security_group (32b6ce13-5e7e-404b-856a-ebca125ae66c), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:13.531175 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Current status of the port 15e90d9a-0fed-4165-af9d-2307f8e9574e is: DOWN; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:29:13.531707 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (15e90d9a-0fed-4165-af9d-2307f8e9574e), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:13.560052 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] For port 15e90d9a-0fed-4165-af9d-2307f8e9574e, host dv-cinder-836073-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=15e90d9a-0fed-4165-af9d-2307f8e9574e,segment=NetworkSegment(a1489c3e-d8bf-465c-8161-3d720cf0d135),segment_id=a1489c3e-d8bf-465c-8161-3d720cf0d135)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:29:13.591620 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] get_ports_and_sgs() called for port_ids ['65500212-12e0-4300-80fc-30375c943744'] {{(pid=103883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:29:13.620000 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (15e90d9a-0fed-4165-af9d-2307f8e9574e), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:13.622035 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ad7845e1-3107-402a-a239-958c7accc33a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (32b6ce13-5e7e-404b-856a-ebca125ae66c), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:13.631496 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ad7845e1-3107-402a-a239-958c7accc33a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:13.635511 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-ad7845e1-3107-402a-a239-958c7accc33a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/32b6ce13-5e7e-404b-856a-ebca125ae66c HTTP/1.1" status: 204 len: 168 time: 0.2998679 Apr 06 11:29:13.643390 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7845e1-3107-402a-a239-958c7accc33a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b6ce13-5e7e-404b-856a-ebca125ae66c,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:13.713652 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Pushing event updated for resources: {'Port': ['ID=15e90d9a-0fed-4165-af9d-2307f8e9574e,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:13.832226 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e89b3-983e-4e98-9120-72ba21a069d2 req-bd6ddcfd-9b43-4e27-9922-81bdd71bd9d0 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:13.834024 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-045e89b3-983e-4e98-9120-72ba21a069d2 req-bd6ddcfd-9b43-4e27-9922-81bdd71bd9d0 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b469852-66e6-4f22-b12f-0dd212445715 HTTP/1.1" status: 200 len: 944 time: 0.0556231 Apr 06 11:29:13.882141 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 51412) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:29:13.889441 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-cd52f4bc-fa04-48a6-93b7-15fe00d77984 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-497580951', 'description': 'tempest-secgroup-smoke-497580951 description', 'project_id': 'de48ef632a974b5c83191742cf569887'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:29:13.936365 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-045e89b3-983e-4e98-9120-72ba21a069d2 req-6fd2a578-69b2-4d6c-85a2-3bf7a047a0ca tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f1aa03a-b810-4d23-8101-463036270b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874474 Apr 06 11:29:14.007668 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fba90ba-9f80-4734-8404-d010c1a6b3a2 req-8ca375ef-34eb-48c3-84f5-77c35474180f tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:14.009215 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1fba90ba-9f80-4734-8404-d010c1a6b3a2 req-8ca375ef-34eb-48c3-84f5-77c35474180f tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5f3e882-c3d2-4207-90be-fb022681182c HTTP/1.1" status: 200 len: 945 time: 0.0540817 Apr 06 11:29:14.009870 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-cd52f4bc-fa04-48a6-93b7-15fe00d77984 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:14.068430 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1fba90ba-9f80-4734-8404-d010c1a6b3a2 req-f7ea1411-c07e-47f5-a543-65bdb58d0492 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=82206402-599a-4677-83f1-0a4da33930bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529752 Apr 06 11:29:14.094302 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-cd52f4bc-fa04-48a6-93b7-15fe00d77984 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks [] for security_group (ac894724-97ca-41d3-96d5-110745d86dd5), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:14.164495 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-cd52f4bc-fa04-48a6-93b7-15fe00d77984 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (ac894724-97ca-41d3-96d5-110745d86dd5), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:14.193324 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd52f4bc-fa04-48a6-93b7-15fe00d77984 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac894724-97ca-41d3-96d5-110745d86dd5,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:14.251739 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-cd52f4bc-fa04-48a6-93b7-15fe00d77984 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:14.252979 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-cd52f4bc-fa04-48a6-93b7-15fe00d77984 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3698585 Apr 06 11:29:14.255967 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 51422) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:29:14.260205 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-c78618b1-2cff-4713-a647-9e9ba89e12b5 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Request body: {'security_group_rule': {'security_group_id': 'ac894724-97ca-41d3-96d5-110745d86dd5', 'project_id': 'de48ef632a974b5c83191742cf569887', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:29:14.323056 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 51424) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:29:14.336941 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c0c0f780-d041-44e7-8c9f-569eaabcacfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:14.386666 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c78618b1-2cff-4713-a647-9e9ba89e12b5 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks [] for security_group_rule (69a45ddf-ec42-4d2a-ba4f-940d1d5aca47), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:14.416268 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c0c0f780-d041-44e7-8c9f-569eaabcacfc admin admin] Publish callbacks [] for security_group (065bfbba-b703-46cb-a16c-497bb68fbd01), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:14.443442 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c78618b1-2cff-4713-a647-9e9ba89e12b5 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks [] for security_group_rule (69a45ddf-ec42-4d2a-ba4f-940d1d5aca47), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:14.446533 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device 65500212-12e0-4300-80fc-30375c943744 up at agent hyperv_hv-cinder-83607 {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:29:14.506865 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c0c0f780-d041-44e7-8c9f-569eaabcacfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (065bfbba-b703-46cb-a16c-497bb68fbd01), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:14.545452 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c78618b1-2cff-4713-a647-9e9ba89e12b5 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770697'] for security_group_rule (69a45ddf-ec42-4d2a-ba4f-940d1d5aca47), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:14.551726 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-c0c0f780-d041-44e7-8c9f-569eaabcacfc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2fe80ca13a1a4135b695475775ea5a1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2275972 Apr 06 11:29:14.552621 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c0f780-d041-44e7-8c9f-569eaabcacfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=065bfbba-b703-46cb-a16c-497bb68fbd01,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:14.555216 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 51428) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:29:14.577125 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78618b1-2cff-4713-a647-9e9ba89e12b5 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69a45ddf-ec42-4d2a-ba4f-940d1d5aca47,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:14.610691 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Provisioning for port 65500212-12e0-4300-80fc-30375c943744 completed by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 11:29:14.615684 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-afc37c4c-b7e9-473c-9451-c85f11f80a38 admin admin] Publish callbacks [] for security_group (065bfbba-b703-46cb-a16c-497bb68fbd01), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:14.617653 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Provisioning complete for port 65500212-12e0-4300-80fc-30375c943744 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:29:14.618433 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (65500212-12e0-4300-80fc-30375c943744), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:14.653173 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-afc37c4c-b7e9-473c-9451-c85f11f80a38 admin admin] Publish callbacks [] for security_group (065bfbba-b703-46cb-a16c-497bb68fbd01), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:14.714809 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Current status of the port 65500212-12e0-4300-80fc-30375c943744 is: BUILD; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:29:14.716036 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (65500212-12e0-4300-80fc-30375c943744), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:14.727287 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c78618b1-2cff-4713-a647-9e9ba89e12b5 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:14.728532 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-c78618b1-2cff-4713-a647-9e9ba89e12b5 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4716117 Apr 06 11:29:14.732324 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 51434) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:29:14.737012 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-597ba403-d505-4695-be1f-11653aae36ce tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Request body: {'security_group_rule': {'security_group_id': 'ac894724-97ca-41d3-96d5-110745d86dd5', 'project_id': 'de48ef632a974b5c83191742cf569887', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:29:14.744464 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b469852-66e6-4f22-b12f-0dd212445715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65500212-12e0-4300-80fc-30375c943744'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:29:14.747514 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a256e0d7ec5edad375dd6353356bf7a80218bed4a34d309726d6a914db977355" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee95236-0bf1-453a-8cd0-61341a5f09ec" -d '{"events": [{"server_uuid": "2b469852-66e6-4f22-b12f-0dd212445715", "name": "network-vif-plugged", "status": "completed", "tag": "65500212-12e0-4300-80fc-30375c943744"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:29:14.759934 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port 65500212-12e0-4300-80fc-30375c943744, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=65500212-12e0-4300-80fc-30375c943744,segment=NetworkSegment(54bcc79b-11f0-4f13-ad54-6fda3dd46cbf),segment_id=54bcc79b-11f0-4f13-ad54-6fda3dd46cbf)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:29:14.785853 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-809ce296-93a2-4e70-9ce3-1201ef803743 x-openstack-request-id: req-809ce296-93a2-4e70-9ce3-1201ef803743 {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:29:14.786225 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b469852-66e6-4f22-b12f-0dd212445715", "name": "network-vif-plugged", "status": "completed", "tag": "65500212-12e0-4300-80fc-30375c943744", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:29:14.786548 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-809ce296-93a2-4e70-9ce3-1201ef803743 {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:29:14.787056 dv-cinder-836073-2-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-809ce296-93a2-4e70-9ce3-1201ef803743'] response: {'server_uuid': '2b469852-66e6-4f22-b12f-0dd212445715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65500212-12e0-4300-80fc-30375c943744', 'code': 200} Apr 06 11:29:14.805221 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device 15e90d9a-0fed-4165-af9d-2307f8e9574e up at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:29:14.841746 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-afc37c4c-b7e9-473c-9451-c85f11f80a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (065bfbba-b703-46cb-a16c-497bb68fbd01), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:14.844612 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-afc37c4c-b7e9-473c-9451-c85f11f80a38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:14.845804 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-afc37c4c-b7e9-473c-9451-c85f11f80a38 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/065bfbba-b703-46cb-a16c-497bb68fbd01 HTTP/1.1" status: 204 len: 168 time: 0.2891369 Apr 06 11:29:14.862392 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Provisioning complete for port 15e90d9a-0fed-4165-af9d-2307f8e9574e triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:29:14.862785 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (15e90d9a-0fed-4165-af9d-2307f8e9574e), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:14.883017 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc37c4c-b7e9-473c-9451-c85f11f80a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=065bfbba-b703-46cb-a16c-497bb68fbd01,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:14.883017 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-597ba403-d505-4695-be1f-11653aae36ce tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks [] for security_group_rule (a8e399a9-2d9a-42f9-b20d-1edad047bd45), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:14.895560 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (65500212-12e0-4300-80fc-30375c943744), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:14.972217 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-597ba403-d505-4695-be1f-11653aae36ce tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks [] for security_group_rule (a8e399a9-2d9a-42f9-b20d-1edad047bd45), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:15.022696 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Pushing event updated for resources: {'Port': ['ID=65500212-12e0-4300-80fc-30375c943744,revision_number=5']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:15.060590 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-597ba403-d505-4695-be1f-11653aae36ce tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770697'] for security_group_rule (a8e399a9-2d9a-42f9-b20d-1edad047bd45), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:15.069205 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Current status of the port 15e90d9a-0fed-4165-af9d-2307f8e9574e is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:29:15.103104 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597ba403-d505-4695-be1f-11653aae36ce tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8e399a9-2d9a-42f9-b20d-1edad047bd45,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:15.115096 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5f5f37-50bf-430b-844b-d88ea7fda161 req-6fdfc2c3-a557-4c8d-8ab4-4c86d50bbe57 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:15.123483 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-cb5f5f37-50bf-430b-844b-d88ea7fda161 req-6fdfc2c3-a557-4c8d-8ab4-4c86d50bbe57 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b469852-66e6-4f22-b12f-0dd212445715 HTTP/1.1" status: 200 len: 945 time: 0.1218264 Apr 06 11:29:15.150255 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-597ba403-d505-4695-be1f-11653aae36ce tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:15.155212 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-597ba403-d505-4695-be1f-11653aae36ce tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4183173 Apr 06 11:29:15.156726 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 51458) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:29:15.164046 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-84868b0f-6bec-40c2-9b7a-97ba9f56ed56 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Request body: {'security_group_rule': {'security_group_id': 'ac894724-97ca-41d3-96d5-110745d86dd5', 'project_id': 'de48ef632a974b5c83191742cf569887', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:29:15.177791 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-cb5f5f37-50bf-430b-844b-d88ea7fda161 req-c0475cbf-5530-4789-a95b-2518f3579dd4 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f1aa03a-b810-4d23-8101-463036270b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531168 Apr 06 11:29:15.239983 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83be853-5f8d-4cba-bcdd-90e6f9737218 req-f8f08860-e263-4257-9a4e-ad6a66f4da0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:15.241698 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f83be853-5f8d-4cba-bcdd-90e6f9737218 req-f8f08860-e263-4257-9a4e-ad6a66f4da0b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2b469852-66e6-4f22-b12f-0dd212445715 HTTP/1.1" status: 200 len: 1129 time: 0.0559509 Apr 06 11:29:15.245296 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371189fd-501e-4481-b4df-9d4e527f22d2 req-ad4095b4-a854-45fc-86df-fbcc6d50e005 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:15.247607 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-371189fd-501e-4481-b4df-9d4e527f22d2 req-ad4095b4-a854-45fc-86df-fbcc6d50e005 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5f3e882-c3d2-4207-90be-fb022681182c HTTP/1.1" status: 200 len: 945 time: 0.0775926 Apr 06 11:29:15.296781 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f83be853-5f8d-4cba-bcdd-90e6f9737218 req-0c340c4b-b640-448f-8d0c-3ffdaa952f75 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7f1aa03a-b810-4d23-8101-463036270b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477543 Apr 06 11:29:15.307824 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-371189fd-501e-4481-b4df-9d4e527f22d2 req-2d17b3ec-f809-455a-a0c3-c7f7f8dfac88 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=82206402-599a-4677-83f1-0a4da33930bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547826 Apr 06 11:29:15.309670 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-84868b0f-6bec-40c2-9b7a-97ba9f56ed56 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks [] for security_group_rule (4f8ae9b0-425b-41a9-a4f5-8c709b893de1), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:15.368060 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-84868b0f-6bec-40c2-9b7a-97ba9f56ed56 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks [] for security_group_rule (4f8ae9b0-425b-41a9-a4f5-8c709b893de1), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:15.451100 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-84868b0f-6bec-40c2-9b7a-97ba9f56ed56 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770697'] for security_group_rule (4f8ae9b0-425b-41a9-a4f5-8c709b893de1), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:15.508947 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a983959-1106-46ae-b2be-cc7c6ce181c0 None None] Sync routers for ids ['3efd0d26-756e-492d-acb2-2752bd44bac9'] in dv-cinder-836073-2-iscsi {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:29:15.528171 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a983959-1106-46ae-b2be-cc7c6ce181c0 None None] Routers {'3efd0d26-756e-492d-acb2-2752bd44bac9'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:29:15.529187 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-6a983959-1106-46ae-b2be-cc7c6ce181c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:29:09Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['3efd0d26-756e-492d-acb2-2752bd44bac9'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:29:15.588025 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 51480) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:29:15.683045 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-6a983959-1106-46ae-b2be-cc7c6ce181c0 None None] Set router 3efd0d26-756e-492d-acb2-2752bd44bac9 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:29:15.770332 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-45b8c74d-2d1a-49d9-91da-eb02025edc8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:15.779007 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84868b0f-6bec-40c2-9b7a-97ba9f56ed56 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f8ae9b0-425b-41a9-a4f5-8c709b893de1,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:15.851680 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-84868b0f-6bec-40c2-9b7a-97ba9f56ed56 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:15.853403 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-84868b0f-6bec-40c2-9b7a-97ba9f56ed56 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6933463 Apr 06 11:29:15.857006 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 51490) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:29:15.862584 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-160786b8-5856-4175-90d5-162abfde2814 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Request body: {'security_group_rule': {'security_group_id': 'ac894724-97ca-41d3-96d5-110745d86dd5', 'project_id': 'de48ef632a974b5c83191742cf569887', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:29:15.866327 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-45b8c74d-2d1a-49d9-91da-eb02025edc8e admin admin] Publish callbacks [] for security_group (f3d4f9e6-e47e-49a0-9993-6cacc5bd14d6), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:15.919672 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-6a983959-1106-46ae-b2be-cc7c6ce181c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3efd0d26-756e-492d-acb2-2752bd44bac9', 'name': 'tempest-TestVolumeBootPattern-1316617458-router', 'tenant_id': 'bfbe9465b71d459db654015cd8363092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '15e90d9a-0fed-4165-af9d-2307f8e9574e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:29:07Z', 'updated_at': '2022-04-06T11:29:11Z', 'revision_number': 4, 'project_id': 'bfbe9465b71d459db654015cd8363092', 'gw_port': {'id': '15e90d9a-0fed-4165-af9d-2307f8e9574e', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efd0d26-756e-492d-acb2-2752bd44bac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:29:08Z', 'updated_at': '2022-04-06T11:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_interfaces': [{'id': '26100127-7940-4461-bf98-321985f8c29a', 'name': '', 'network_id': '1d741ae9-3ff9-45f3-b8fa-38ab07e6ef21', 'tenant_id': 'bfbe9465b71d459db654015cd8363092', 'mac_address': 'fa:16:3e:de:5f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3efd0d26-756e-492d-acb2-2752bd44bac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'f4fc9198-348f-478a-9867-fb79b524c27a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:29:11Z', 'updated_at': '2022-04-06T11:29:12Z', 'revision_number': 2, 'project_id': 'bfbe9465b71d459db654015cd8363092', 'subnets': [{'id': 'f4fc9198-348f-478a-9867-fb79b524c27a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:29:15.934691 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-45b8c74d-2d1a-49d9-91da-eb02025edc8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (f3d4f9e6-e47e-49a0-9993-6cacc5bd14d6), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:15.950881 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a983959-1106-46ae-b2be-cc7c6ce181c0 None None] Checking router: 3efd0d26-756e-492d-acb2-2752bd44bac9 for host: dv-cinder-836073-2-iscsi {{(pid=103883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:29:15.951237 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a983959-1106-46ae-b2be-cc7c6ce181c0 None None] Updating router 3efd0d26-756e-492d-acb2-2752bd44bac9 port 26100127-7940-4461-bf98-321985f8c29a binding host dv-cinder-836073-2-iscsi {{(pid=103883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 11:29:15.973721 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-160786b8-5856-4175-90d5-162abfde2814 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks [] for security_group_rule (cbe077c8-25c6-47ba-baa3-9de74f9e4082), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:15.978711 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b8c74d-2d1a-49d9-91da-eb02025edc8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d4f9e6-e47e-49a0-9993-6cacc5bd14d6,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:15.979127 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-45b8c74d-2d1a-49d9-91da-eb02025edc8e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b9d6ec12a0014804afabdd3f77ae02ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3897078 Apr 06 11:29:15.982006 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 51492) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:29:15.983286 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6a983959-1106-46ae-b2be-cc7c6ce181c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (26100127-7940-4461-bf98-321985f8c29a), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:16.042225 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f6abb283-cf66-480f-b20d-4cf18cef302a admin admin] Publish callbacks [] for security_group (f3d4f9e6-e47e-49a0-9993-6cacc5bd14d6), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:16.055391 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-160786b8-5856-4175-90d5-162abfde2814 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks [] for security_group_rule (cbe077c8-25c6-47ba-baa3-9de74f9e4082), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:16.080926 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f6abb283-cf66-480f-b20d-4cf18cef302a admin admin] Publish callbacks [] for security_group (f3d4f9e6-e47e-49a0-9993-6cacc5bd14d6), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:16.131315 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-160786b8-5856-4175-90d5-162abfde2814 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770697'] for security_group_rule (cbe077c8-25c6-47ba-baa3-9de74f9e4082), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:16.165511 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160786b8-5856-4175-90d5-162abfde2814 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbe077c8-25c6-47ba-baa3-9de74f9e4082,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:16.202764 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f6abb283-cf66-480f-b20d-4cf18cef302a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (f3d4f9e6-e47e-49a0-9993-6cacc5bd14d6), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:16.206351 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f6abb283-cf66-480f-b20d-4cf18cef302a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:16.207942 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-f6abb283-cf66-480f-b20d-4cf18cef302a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f3d4f9e6-e47e-49a0-9993-6cacc5bd14d6 HTTP/1.1" status: 204 len: 168 time: 0.2249744 Apr 06 11:29:16.219998 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6abb283-cf66-480f-b20d-4cf18cef302a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d4f9e6-e47e-49a0-9993-6cacc5bd14d6,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:16.237650 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-160786b8-5856-4175-90d5-162abfde2814 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:16.240302 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-160786b8-5856-4175-90d5-162abfde2814 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3802807 Apr 06 11:29:16.242610 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 51506) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:29:16.257483 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-dc8b53a1-b967-4f4f-93e4-df39f09ba754 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Request body: {'security_group_rule': {'security_group_id': 'ac894724-97ca-41d3-96d5-110745d86dd5', 'project_id': 'de48ef632a974b5c83191742cf569887', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:29:16.359489 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6a983959-1106-46ae-b2be-cc7c6ce181c0 None None] Publish callbacks [] for port (26100127-7940-4461-bf98-321985f8c29a), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:16.364621 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.db.securitygroups_db [None req-dc8b53a1-b967-4f4f-93e4-df39f09ba754 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Project de48ef632a974b5c83191742cf569887 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 11:29:16.371980 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-dc8b53a1-b967-4f4f-93e4-df39f09ba754 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks [] for security_group_rule (b1afef87-c4ec-47c0-b166-5b3013cfcb33), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:16.380629 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e27823b-9194-4357-bc34-4664bfe2274b req-13dfe68d-d450-45d7-b00b-37e829d0bb13 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:16.390146 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0e27823b-9194-4357-bc34-4664bfe2274b req-13dfe68d-d450-45d7-b00b-37e829d0bb13 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b469852-66e6-4f22-b12f-0dd212445715 HTTP/1.1" status: 200 len: 945 time: 0.0780430 Apr 06 11:29:16.436786 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0e27823b-9194-4357-bc34-4664bfe2274b req-30436bbc-74fa-4388-a917-d60dfab246ca tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f1aa03a-b810-4d23-8101-463036270b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453522 Apr 06 11:29:16.442983 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6a983959-1106-46ae-b2be-cc7c6ce181c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (26100127-7940-4461-bf98-321985f8c29a), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:16.511079 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-dc8b53a1-b967-4f4f-93e4-df39f09ba754 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks [] for security_group_rule (b1afef87-c4ec-47c0-b166-5b3013cfcb33), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:16.535426 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4701043c-b6fb-4ec0-8363-84d6bf0d8a02 req-1168a7bf-0801-41ff-9a18-772363a1e900 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:16.537690 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-4701043c-b6fb-4ec0-8363-84d6bf0d8a02 req-1168a7bf-0801-41ff-9a18-772363a1e900 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5f3e882-c3d2-4207-90be-fb022681182c HTTP/1.1" status: 200 len: 945 time: 0.1064956 Apr 06 11:29:16.560293 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d53b2e7-1212-4e31-8cd2-2174c5e794f8 None None] Pushing event updated for resources: {'Port': ['ID=26100127-7940-4461-bf98-321985f8c29a,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:16.580884 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-dc8b53a1-b967-4f4f-93e4-df39f09ba754 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770697'] for security_group_rule (b1afef87-c4ec-47c0-b166-5b3013cfcb33), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:16.621684 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8b53a1-b967-4f4f-93e4-df39f09ba754 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1afef87-c4ec-47c0-b166-5b3013cfcb33,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:16.645517 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-4701043c-b6fb-4ec0-8363-84d6bf0d8a02 req-b0abb4bc-e5ef-4ea3-ad35-c4c5b1828dc5 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=82206402-599a-4677-83f1-0a4da33930bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847368 Apr 06 11:29:16.680136 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-6a983959-1106-46ae-b2be-cc7c6ce181c0 None None] Attempting to bind port 26100127-7940-4461-bf98-321985f8c29a on host dv-cinder-836073-2-iscsi for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:29:16.680514 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-6a983959-1106-46ae-b2be-cc7c6ce181c0 None None] Attempting to bind port 26100127-7940-4461-bf98-321985f8c29a by drivers openvswitch,hyperv on host dv-cinder-836073-2-iscsi at level 0 using segments [{'id': '83d19bc0-ee68-4f25-be5e-bb3cf320c8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1d741ae9-3ff9-45f3-b8fa-38ab07e6ef21'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:29:16.680883 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a983959-1106-46ae-b2be-cc7c6ce181c0 None None] Attempting to bind port 26100127-7940-4461-bf98-321985f8c29a on network 1d741ae9-3ff9-45f3-b8fa-38ab07e6ef21 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:29:16.687174 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a983959-1106-46ae-b2be-cc7c6ce181c0 None None] Checking agent: {'id': 'a2831ac0-05e7-463d-be89-41d2adab36ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 18, 43), 'started_at': datetime.datetime(2022, 4, 6, 11, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:29:16.687549 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a983959-1106-46ae-b2be-cc7c6ce181c0 None None] Checking segment: {'id': '83d19bc0-ee68-4f25-be5e-bb3cf320c8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1d741ae9-3ff9-45f3-b8fa-38ab07e6ef21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:29:16.687957 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6a983959-1106-46ae-b2be-cc7c6ce181c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:16.688359 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a983959-1106-46ae-b2be-cc7c6ce181c0 None None] Bound using segment: {'id': '83d19bc0-ee68-4f25-be5e-bb3cf320c8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1d741ae9-3ff9-45f3-b8fa-38ab07e6ef21'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:29:16.688831 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-6a983959-1106-46ae-b2be-cc7c6ce181c0 None None] Bound port: 26100127-7940-4461-bf98-321985f8c29a, host: dv-cinder-836073-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83d19bc0-ee68-4f25-be5e-bb3cf320c8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1d741ae9-3ff9-45f3-b8fa-38ab07e6ef21'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:29:16.689257 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6a983959-1106-46ae-b2be-cc7c6ce181c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (26100127-7940-4461-bf98-321985f8c29a), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:16.732658 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-dc8b53a1-b967-4f4f-93e4-df39f09ba754 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:16.733901 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-dc8b53a1-b967-4f4f-93e4-df39f09ba754 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4892933 Apr 06 11:29:16.736574 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 51526) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:29:16.741430 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-a3c90e56-0bc9-4df5-9c82-f63e44989a2d tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Request body: {'security_group_rule': {'security_group_id': 'ac894724-97ca-41d3-96d5-110745d86dd5', 'project_id': 'de48ef632a974b5c83191742cf569887', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:29:16.778856 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-6a983959-1106-46ae-b2be-cc7c6ce181c0 None None] For port 26100127-7940-4461-bf98-321985f8c29a, host dv-cinder-836073-2-iscsi, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:29:16.782264 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-6a983959-1106-46ae-b2be-cc7c6ce181c0 None None] For port 26100127-7940-4461-bf98-321985f8c29a, host dv-cinder-836073-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=26100127-7940-4461-bf98-321985f8c29a,segment=NetworkSegment(83d19bc0-ee68-4f25-be5e-bb3cf320c8bc),segment_id=83d19bc0-ee68-4f25-be5e-bb3cf320c8bc)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:29:16.849898 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.db.securitygroups_db [None req-a3c90e56-0bc9-4df5-9c82-f63e44989a2d tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Project de48ef632a974b5c83191742cf569887 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 11:29:16.855232 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a3c90e56-0bc9-4df5-9c82-f63e44989a2d tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks [] for security_group_rule (bdd31aca-a1dc-4174-9343-cbd1bfa2ef4a), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:16.879358 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6a983959-1106-46ae-b2be-cc7c6ce181c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (26100127-7940-4461-bf98-321985f8c29a), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:16.928870 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a3c90e56-0bc9-4df5-9c82-f63e44989a2d tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks [] for security_group_rule (bdd31aca-a1dc-4174-9343-cbd1bfa2ef4a), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:16.967047 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-5c772318-98a1-477d-aa9d-92882bde77ea None None] Provisioning complete for port 26100127-7940-4461-bf98-321985f8c29a triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:29:16.967423 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5c772318-98a1-477d-aa9d-92882bde77ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (26100127-7940-4461-bf98-321985f8c29a), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:16.974030 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a983959-1106-46ae-b2be-cc7c6ce181c0 None None] Routers {'3efd0d26-756e-492d-acb2-2752bd44bac9'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:29:16.974673 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-6a983959-1106-46ae-b2be-cc7c6ce181c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:29:09Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['3efd0d26-756e-492d-acb2-2752bd44bac9'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:29:16.977381 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d53b2e7-1212-4e31-8cd2-2174c5e794f8 None None] Pushing event updated for resources: {'Port': ['ID=26100127-7940-4461-bf98-321985f8c29a,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:17.005987 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a3c90e56-0bc9-4df5-9c82-f63e44989a2d tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770697'] for security_group_rule (bdd31aca-a1dc-4174-9343-cbd1bfa2ef4a), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:17.061860 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c90e56-0bc9-4df5-9c82-f63e44989a2d tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdd31aca-a1dc-4174-9343-cbd1bfa2ef4a,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:17.082426 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 51536) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:29:17.101296 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1a8a912b-8697-4df8-975f-e752b09e7bb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:17.144328 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a3c90e56-0bc9-4df5-9c82-f63e44989a2d tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:17.148355 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-a3c90e56-0bc9-4df5-9c82-f63e44989a2d tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4077678 Apr 06 11:29:17.198902 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-6a983959-1106-46ae-b2be-cc7c6ce181c0 None None] Set router 3efd0d26-756e-492d-acb2-2752bd44bac9 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:29:17.244491 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-5c772318-98a1-477d-aa9d-92882bde77ea None None] Current status of the port 26100127-7940-4461-bf98-321985f8c29a is: DOWN; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:29:17.244971 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5c772318-98a1-477d-aa9d-92882bde77ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (26100127-7940-4461-bf98-321985f8c29a), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:17.261323 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1a8a912b-8697-4df8-975f-e752b09e7bb8 admin admin] Publish callbacks [] for security_group (9acf901b-77e3-42b2-9fdd-3e78f6b5c3d9), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:17.329836 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1a8a912b-8697-4df8-975f-e752b09e7bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (9acf901b-77e3-42b2-9fdd-3e78f6b5c3d9), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:17.361738 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-5c772318-98a1-477d-aa9d-92882bde77ea None None] For port 26100127-7940-4461-bf98-321985f8c29a, host dv-cinder-836073-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=26100127-7940-4461-bf98-321985f8c29a,segment=NetworkSegment(83d19bc0-ee68-4f25-be5e-bb3cf320c8bc),segment_id=83d19bc0-ee68-4f25-be5e-bb3cf320c8bc)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:29:17.380155 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-1a8a912b-8697-4df8-975f-e752b09e7bb8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fb53e8bdfe664cb58eaf0ca5c93b11da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2965093 Apr 06 11:29:17.381444 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8a912b-8697-4df8-975f-e752b09e7bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9acf901b-77e3-42b2-9fdd-3e78f6b5c3d9,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:17.382764 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 51580) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:29:17.438422 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3f7b541d-8801-4a83-b7b7-1bb6dc55e3f0 admin admin] Publish callbacks [] for security_group (9acf901b-77e3-42b2-9fdd-3e78f6b5c3d9), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:17.445510 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5c772318-98a1-477d-aa9d-92882bde77ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (26100127-7940-4461-bf98-321985f8c29a), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:17.463972 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3f7b541d-8801-4a83-b7b7-1bb6dc55e3f0 admin admin] Publish callbacks [] for security_group (9acf901b-77e3-42b2-9fdd-3e78f6b5c3d9), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:17.563312 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c772318-98a1-477d-aa9d-92882bde77ea None None] Pushing event updated for resources: {'Port': ['ID=26100127-7940-4461-bf98-321985f8c29a,revision_number=5']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:17.581382 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3f7b541d-8801-4a83-b7b7-1bb6dc55e3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (9acf901b-77e3-42b2-9fdd-3e78f6b5c3d9), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:17.584716 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3f7b541d-8801-4a83-b7b7-1bb6dc55e3f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:17.586881 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-3f7b541d-8801-4a83-b7b7-1bb6dc55e3f0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9acf901b-77e3-42b2-9fdd-3e78f6b5c3d9 HTTP/1.1" status: 204 len: 168 time: 0.2021773 Apr 06 11:29:17.599377 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7b541d-8801-4a83-b7b7-1bb6dc55e3f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9acf901b-77e3-42b2-9fdd-3e78f6b5c3d9,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:17.605038 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-d90e3415-4e7e-47a1-8b5b-b1b1858634a5 None None] Provisioning complete for port 26100127-7940-4461-bf98-321985f8c29a triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:29:17.605436 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d90e3415-4e7e-47a1-8b5b-b1b1858634a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (26100127-7940-4461-bf98-321985f8c29a), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:17.612485 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-6a983959-1106-46ae-b2be-cc7c6ce181c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3efd0d26-756e-492d-acb2-2752bd44bac9', 'name': 'tempest-TestVolumeBootPattern-1316617458-router', 'tenant_id': 'bfbe9465b71d459db654015cd8363092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '15e90d9a-0fed-4165-af9d-2307f8e9574e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:29:07Z', 'updated_at': '2022-04-06T11:29:11Z', 'revision_number': 4, 'project_id': 'bfbe9465b71d459db654015cd8363092', 'gw_port': {'id': '15e90d9a-0fed-4165-af9d-2307f8e9574e', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efd0d26-756e-492d-acb2-2752bd44bac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:29:08Z', 'updated_at': '2022-04-06T11:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_interfaces': [{'id': '26100127-7940-4461-bf98-321985f8c29a', 'name': '', 'network_id': '1d741ae9-3ff9-45f3-b8fa-38ab07e6ef21', 'tenant_id': 'bfbe9465b71d459db654015cd8363092', 'mac_address': 'fa:16:3e:de:5f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3efd0d26-756e-492d-acb2-2752bd44bac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'f4fc9198-348f-478a-9867-fb79b524c27a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:29:11Z', 'updated_at': '2022-04-06T11:29:16Z', 'revision_number': 4, 'project_id': 'bfbe9465b71d459db654015cd8363092', 'subnets': [{'id': 'f4fc9198-348f-478a-9867-fb79b524c27a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:29:17.612750 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3564b-22bf-4ead-9713-80f71be4085c req-ed3a9f8a-fefb-4c5a-812f-153fe837d518 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:17.620983 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-bdf3564b-22bf-4ead-9713-80f71be4085c req-ed3a9f8a-fefb-4c5a-812f-153fe837d518 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b469852-66e6-4f22-b12f-0dd212445715 HTTP/1.1" status: 200 len: 945 time: 0.0933280 Apr 06 11:29:17.692699 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-bdf3564b-22bf-4ead-9713-80f71be4085c req-bdded455-1361-41bc-8da0-2034cde1d43f tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f1aa03a-b810-4d23-8101-463036270b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705495 Apr 06 11:29:17.802302 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a983959-1106-46ae-b2be-cc7c6ce181c0 None None] The sync data for ids ['3efd0d26-756e-492d-acb2-2752bd44bac9'] in dv-cinder-836073-2-iscsi is: [{'id': '3efd0d26-756e-492d-acb2-2752bd44bac9', 'name': 'tempest-TestVolumeBootPattern-1316617458-router', 'tenant_id': 'bfbe9465b71d459db654015cd8363092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '15e90d9a-0fed-4165-af9d-2307f8e9574e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:29:07Z', 'updated_at': '2022-04-06T11:29:11Z', 'revision_number': 4, 'project_id': 'bfbe9465b71d459db654015cd8363092', 'gw_port': {'id': '15e90d9a-0fed-4165-af9d-2307f8e9574e', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efd0d26-756e-492d-acb2-2752bd44bac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:29:08Z', 'updated_at': '2022-04-06T11:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_interfaces': [{'id': '26100127-7940-4461-bf98-321985f8c29a', 'name': '', 'network_id': '1d741ae9-3ff9-45f3-b8fa-38ab07e6ef21', 'tenant_id': 'bfbe9465b71d459db654015cd8363092', 'mac_address': 'fa:16:3e:de:5f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3efd0d26-756e-492d-acb2-2752bd44bac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'f4fc9198-348f-478a-9867-fb79b524c27a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:29:11Z', 'updated_at': '2022-04-06T11:29:16Z', 'revision_number': 4, 'project_id': 'bfbe9465b71d459db654015cd8363092', 'subnets': [{'id': 'f4fc9198-348f-478a-9867-fb79b524c27a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:29:17.840072 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ee84b-4ac4-4b1c-8a78-98131806c0f4 req-74b0da81-758a-4136-9af8-ffe8dd9adfa3 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:17.848483 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-a24ee84b-4ac4-4b1c-8a78-98131806c0f4 req-74b0da81-758a-4136-9af8-ffe8dd9adfa3 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5f3e882-c3d2-4207-90be-fb022681182c HTTP/1.1" status: 200 len: 945 time: 0.0912900 Apr 06 11:29:17.896905 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-d90e3415-4e7e-47a1-8b5b-b1b1858634a5 None None] Current status of the port 26100127-7940-4461-bf98-321985f8c29a is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:29:17.924977 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-a24ee84b-4ac4-4b1c-8a78-98131806c0f4 req-aecefb43-feb5-4857-b43b-e84d7af66a0c tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=82206402-599a-4677-83f1-0a4da33930bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744157 Apr 06 11:29:18.818189 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device 26100127-7940-4461-bf98-321985f8c29a up at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:29:18.872756 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Provisioning complete for port 26100127-7940-4461-bf98-321985f8c29a triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:29:18.873164 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (26100127-7940-4461-bf98-321985f8c29a), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:18.957889 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Current status of the port 26100127-7940-4461-bf98-321985f8c29a is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:29:19.048944 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad846990-24fe-43f4-8324-624da71b4e17 req-5a28c119-8019-4a35-8589-15c5e3033cbb tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:19.050423 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ad846990-24fe-43f4-8324-624da71b4e17 req-5a28c119-8019-4a35-8589-15c5e3033cbb tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5f3e882-c3d2-4207-90be-fb022681182c HTTP/1.1" status: 200 len: 945 time: 0.0522497 Apr 06 11:29:19.102728 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ad846990-24fe-43f4-8324-624da71b4e17 req-b8c22d86-be95-4155-b8b4-b078a193f0d8 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=82206402-599a-4677-83f1-0a4da33930bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456557 Apr 06 11:29:20.238411 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e2af4-32c3-452d-96ac-b2a90827f78d req-23de38b1-c9db-474d-b66c-85bc24722b90 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:20.240036 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-e29e2af4-32c3-452d-96ac-b2a90827f78d req-23de38b1-c9db-474d-b66c-85bc24722b90 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5f3e882-c3d2-4207-90be-fb022681182c HTTP/1.1" status: 200 len: 945 time: 0.0598845 Apr 06 11:29:20.288293 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-e29e2af4-32c3-452d-96ac-b2a90827f78d req-09c80a3b-6c19-4412-9e6e-5523be84e426 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=82206402-599a-4677-83f1-0a4da33930bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414813 Apr 06 11:29:21.411453 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173dde33-a0e7-4ede-82f2-09c03f719176 req-46e76a02-bbc1-4e07-ae33-6c6acdf38f7b tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:21.413936 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-173dde33-a0e7-4ede-82f2-09c03f719176 req-46e76a02-bbc1-4e07-ae33-6c6acdf38f7b tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5f3e882-c3d2-4207-90be-fb022681182c HTTP/1.1" status: 200 len: 945 time: 0.0576999 Apr 06 11:29:21.480943 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-173dde33-a0e7-4ede-82f2-09c03f719176 req-20b2a356-1264-43b4-8e86-10cb528df37d tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=82206402-599a-4677-83f1-0a4da33930bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533950 Apr 06 11:29:22.011673 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 51766) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:29:22.125712 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2325ffe9-601e-450a-83b8-b18cdf0df970 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:22.261191 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2325ffe9-601e-450a-83b8-b18cdf0df970 admin admin] Publish callbacks [] for security_group (1b8e0386-ad40-491c-8c72-32aafe446df1), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:22.280807 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a513b91-415a-4863-b8cd-5dd656ba8020 req-ceff6ac2-ceb9-440b-aa37-b08fed881084 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:22.282659 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8a513b91-415a-4863-b8cd-5dd656ba8020 req-ceff6ac2-ceb9-440b-aa37-b08fed881084 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b469852-66e6-4f22-b12f-0dd212445715 HTTP/1.1" status: 200 len: 945 time: 0.0871356 Apr 06 11:29:22.346214 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8a513b91-415a-4863-b8cd-5dd656ba8020 req-d8707789-a8f1-4a75-a1ce-1bc99c350391 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f1aa03a-b810-4d23-8101-463036270b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580080 Apr 06 11:29:22.362719 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2325ffe9-601e-450a-83b8-b18cdf0df970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (1b8e0386-ad40-491c-8c72-32aafe446df1), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:22.409464 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-2325ffe9-601e-450a-83b8-b18cdf0df970 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=17632087aa6d42b691910dfd13df03f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3966799 Apr 06 11:29:22.414895 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2325ffe9-601e-450a-83b8-b18cdf0df970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8e0386-ad40-491c-8c72-32aafe446df1,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:22.416036 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 51784) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:29:22.432658 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a0873b-ef49-4599-95ba-d8f790ae724c req-b18682d8-829c-40f8-9abb-4e64376e16a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:22.434174 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-63a0873b-ef49-4599-95ba-d8f790ae724c req-b18682d8-829c-40f8-9abb-4e64376e16a5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a5f3e882-c3d2-4207-90be-fb022681182c HTTP/1.1" status: 200 len: 1129 time: 0.1030543 Apr 06 11:29:22.470769 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9fd9cf2a-a069-46fb-9ee3-435115647b2d admin admin] Publish callbacks [] for security_group (1b8e0386-ad40-491c-8c72-32aafe446df1), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:22.496135 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9fd9cf2a-a069-46fb-9ee3-435115647b2d admin admin] Publish callbacks [] for security_group (1b8e0386-ad40-491c-8c72-32aafe446df1), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:22.619061 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e964c9f-cc16-4d25-a003-b78da9814302 req-6a2b1ea0-a648-472c-811c-57f171ab8739 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:22.620649 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-9e964c9f-cc16-4d25-a003-b78da9814302 req-6a2b1ea0-a648-472c-811c-57f171ab8739 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5f3e882-c3d2-4207-90be-fb022681182c HTTP/1.1" status: 200 len: 945 time: 0.0626433 Apr 06 11:29:22.641727 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9fd9cf2a-a069-46fb-9ee3-435115647b2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (1b8e0386-ad40-491c-8c72-32aafe446df1), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:22.644348 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9fd9cf2a-a069-46fb-9ee3-435115647b2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:22.645503 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-9fd9cf2a-a069-46fb-9ee3-435115647b2d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1b8e0386-ad40-491c-8c72-32aafe446df1 HTTP/1.1" status: 204 len: 168 time: 0.2272673 Apr 06 11:29:22.665833 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd9cf2a-a069-46fb-9ee3-435115647b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8e0386-ad40-491c-8c72-32aafe446df1,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:22.702802 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-9e964c9f-cc16-4d25-a003-b78da9814302 req-981b1b9b-d378-443e-a525-46ccc9a8ac2e tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=82206402-599a-4677-83f1-0a4da33930bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712347 Apr 06 11:29:23.276752 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 51808) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:29:23.290655 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f0e1a9fa-1622-4cf3-8e5f-313f4283868c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:23.367513 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f0e1a9fa-1622-4cf3-8e5f-313f4283868c admin admin] Publish callbacks [] for security_group (181308c8-8eaf-4d59-8473-e343e79bb54a), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:23.444439 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f0e1a9fa-1622-4cf3-8e5f-313f4283868c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (181308c8-8eaf-4d59-8473-e343e79bb54a), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:23.487677 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e1a9fa-1622-4cf3-8e5f-313f4283868c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=181308c8-8eaf-4d59-8473-e343e79bb54a,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:23.487677 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-f0e1a9fa-1622-4cf3-8e5f-313f4283868c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e1f2961eed7945c293e3ccca612779c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2096264 Apr 06 11:29:23.490566 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 51822) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:29:23.503148 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c93d9-3770-4200-a91f-bc18c452594f req-29f54dbf-83e5-404f-b47c-a36ae399c6d6 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:23.504796 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f34c93d9-3770-4200-a91f-bc18c452594f req-29f54dbf-83e5-404f-b47c-a36ae399c6d6 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b469852-66e6-4f22-b12f-0dd212445715 HTTP/1.1" status: 200 len: 945 time: 0.0853069 Apr 06 11:29:23.598775 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f34c93d9-3770-4200-a91f-bc18c452594f req-74ac0048-46b2-4b17-b211-ca4e60aa1bc6 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f1aa03a-b810-4d23-8101-463036270b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792382 Apr 06 11:29:23.603919 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-cfb5f689-937c-4b15-904b-04bbecc4542c admin admin] Publish callbacks [] for security_group (181308c8-8eaf-4d59-8473-e343e79bb54a), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:23.642114 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-cfb5f689-937c-4b15-904b-04bbecc4542c admin admin] Publish callbacks [] for security_group (181308c8-8eaf-4d59-8473-e343e79bb54a), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:23.692231 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-63a0873b-ef49-4599-95ba-d8f790ae724c req-f5c72191-ac40-4b62-8922-62932af1ad04 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=82206402-599a-4677-83f1-0a4da33930bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693755 Apr 06 11:29:23.796980 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-cfb5f689-937c-4b15-904b-04bbecc4542c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (181308c8-8eaf-4d59-8473-e343e79bb54a), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:23.799642 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-cfb5f689-937c-4b15-904b-04bbecc4542c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:23.800772 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-cfb5f689-937c-4b15-904b-04bbecc4542c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/181308c8-8eaf-4d59-8473-e343e79bb54a HTTP/1.1" status: 204 len: 168 time: 0.3089988 Apr 06 11:29:23.809724 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb5f689-937c-4b15-904b-04bbecc4542c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=181308c8-8eaf-4d59-8473-e343e79bb54a,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:23.818957 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e3c15a-9407-4b10-8227-ee6d3d71c52f req-d80d30ae-e47a-4510-93dc-9a124e185406 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:23.820483 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-f3e3c15a-9407-4b10-8227-ee6d3d71c52f req-d80d30ae-e47a-4510-93dc-9a124e185406 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5f3e882-c3d2-4207-90be-fb022681182c HTTP/1.1" status: 200 len: 945 time: 0.0576656 Apr 06 11:29:23.879807 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-f3e3c15a-9407-4b10-8227-ee6d3d71c52f req-64e58aaf-0424-44d5-a573-7cde0159993a tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=82206402-599a-4677-83f1-0a4da33930bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474167 Apr 06 11:29:24.461832 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbcdef6-13c0-421d-9f8b-d5445252a35d req-3dd2236a-3c9f-45d8-9504-20773baee463 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:24.463343 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-bdbcdef6-13c0-421d-9f8b-d5445252a35d req-3dd2236a-3c9f-45d8-9504-20773baee463 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.48 "GET /v2.0/ports?device_id=2b469852-66e6-4f22-b12f-0dd212445715 HTTP/1.1" status: 200 len: 945 time: 0.0522692 Apr 06 11:29:24.563682 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [req-bdbcdef6-13c0-421d-9f8b-d5445252a35d req-c16a7855-e19e-4a5b-b2a9-4155e2b430c6 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] Deleting port 65500212-12e0-4300-80fc-30375c943744 {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:29:24.564265 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-bdbcdef6-13c0-421d-9f8b-d5445252a35d req-c16a7855-e19e-4a5b-b2a9-4155e2b430c6 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192836145'] for port (65500212-12e0-4300-80fc-30375c943744), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:24.671084 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [req-bdbcdef6-13c0-421d-9f8b-d5445252a35d req-c16a7855-e19e-4a5b-b2a9-4155e2b430c6 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] For port 65500212-12e0-4300-80fc-30375c943744, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=65500212-12e0-4300-80fc-30375c943744,segment=NetworkSegment(54bcc79b-11f0-4f13-ad54-6fda3dd46cbf),segment_id=54bcc79b-11f0-4f13-ad54-6fda3dd46cbf)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:29:24.671447 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-bdbcdef6-13c0-421d-9f8b-d5445252a35d req-c16a7855-e19e-4a5b-b2a9-4155e2b430c6 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-891628'] for port (65500212-12e0-4300-80fc-30375c943744), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:24.686887 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [req-bdbcdef6-13c0-421d-9f8b-d5445252a35d req-c16a7855-e19e-4a5b-b2a9-4155e2b430c6 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] Calling delete_port for 65500212-12e0-4300-80fc-30375c943744 owned by compute:nova {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:29:24.796748 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced07f5-5475-4ec7-820b-7a0cdcab5ddb req-f1af876b-794d-487d-b04e-a3692d5308f6 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:24.798255 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0ced07f5-5475-4ec7-820b-7a0cdcab5ddb req-f1af876b-794d-487d-b04e-a3692d5308f6 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b469852-66e6-4f22-b12f-0dd212445715 HTTP/1.1" status: 200 len: 945 time: 0.1131711 Apr 06 11:29:24.879929 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0ced07f5-5475-4ec7-820b-7a0cdcab5ddb req-7527b609-f08c-4bd1-85be-5b5b82a1e69f tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f1aa03a-b810-4d23-8101-463036270b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755591 Apr 06 11:29:24.947020 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 51880) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:29:24.976386 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-bdbcdef6-13c0-421d-9f8b-d5445252a35d req-c16a7855-e19e-4a5b-b2a9-4155e2b430c6 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192843524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779192465933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797839'] for port (65500212-12e0-4300-80fc-30375c943744), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:24.990897 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] get_ports_and_sgs() called for port_ids ['65500212-12e0-4300-80fc-30375c943744'] {{(pid=103883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:29:25.005601 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1284fde9-860c-4585-8d8e-b3c5245cb68d req-c097ee8a-6478-4df5-b7c7-14b4004a4111 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:25.009363 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-1284fde9-860c-4585-8d8e-b3c5245cb68d req-c097ee8a-6478-4df5-b7c7-14b4004a4111 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5f3e882-c3d2-4207-90be-fb022681182c HTTP/1.1" status: 200 len: 945 time: 0.0602465 Apr 06 11:29:25.009547 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16a7855-e19e-4a5b-b2a9-4155e2b430c6 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] Pushing event deleted for resources: {'Port': ['ID=65500212-12e0-4300-80fc-30375c943744,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:25.067810 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdbcdef6-13c0-421d-9f8b-d5445252a35d req-c16a7855-e19e-4a5b-b2a9-4155e2b430c6 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] No DVR routers for this DVR port 65500212-12e0-4300-80fc-30375c943744 on host hv-cinder-83607 {{(pid=103882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:29:25.070940 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-bdbcdef6-13c0-421d-9f8b-d5445252a35d req-c16a7855-e19e-4a5b-b2a9-4155e2b430c6 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for port (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:25.072504 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-1284fde9-860c-4585-8d8e-b3c5245cb68d req-31c4832b-e726-4ddb-b9fe-157ea5b3a0bb tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=82206402-599a-4677-83f1-0a4da33930bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524986 Apr 06 11:29:25.074437 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-bdbcdef6-13c0-421d-9f8b-d5445252a35d req-c16a7855-e19e-4a5b-b2a9-4155e2b430c6 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.48 "DELETE /v2.0/ports/65500212-12e0-4300-80fc-30375c943744 HTTP/1.1" status: 204 len: 173 time: 0.6052551 Apr 06 11:29:25.074916 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b469852-66e6-4f22-b12f-0dd212445715', 'name': 'network-vif-deleted', 'tag': '65500212-12e0-4300-80fc-30375c943744'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:29:25.078395 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29156e5c8df2cda5f8c3a12ff109e02ba7a327efefb734c2c5f81b1bf548e3ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f43bd33-83ae-48da-89b5-e678865a4a41" -d '{"events": [{"server_uuid": "2b469852-66e6-4f22-b12f-0dd212445715", "name": "network-vif-deleted", "tag": "65500212-12e0-4300-80fc-30375c943744"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:29:25.089319 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-831332de-b7e6-4464-8eb4-29aef15b2842 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-558209767-network', 'tenant_id': '6ea9bfbc7aa444629c7b12b7300a9d83'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:29:25.115254 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f177764b-c08b-4e06-b2f9-22ccf389f7b9 x-openstack-request-id: req-f177764b-c08b-4e06-b2f9-22ccf389f7b9 {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:29:25.115580 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b469852-66e6-4f22-b12f-0dd212445715", "name": "network-vif-deleted", "tag": "65500212-12e0-4300-80fc-30375c943744", "status": "completed", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:29:25.115877 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f177764b-c08b-4e06-b2f9-22ccf389f7b9 {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:29:25.116388 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f177764b-c08b-4e06-b2f9-22ccf389f7b9'] response: {'server_uuid': '2b469852-66e6-4f22-b12f-0dd212445715', 'name': 'network-vif-deleted', 'tag': '65500212-12e0-4300-80fc-30375c943744', 'status': 'completed', 'code': 200} Apr 06 11:29:25.197274 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831332de-b7e6-4464-8eb4-29aef15b2842 admin admin] Made reservation on behalf of 6ea9bfbc7aa444629c7b12b7300a9d83 for: {'network': 1} {{(pid=103882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:29:25.199760 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-831332de-b7e6-4464-8eb4-29aef15b2842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for network (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:25.209300 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-831332de-b7e6-4464-8eb4-29aef15b2842 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:25.299613 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-831332de-b7e6-4464-8eb4-29aef15b2842 admin admin] Publish callbacks [] for security_group (f5c52fff-af15-4d89-b27c-682d88775050), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:25.379786 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-831332de-b7e6-4464-8eb4-29aef15b2842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (f5c52fff-af15-4d89-b27c-682d88775050), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:25.400610 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-831332de-b7e6-4464-8eb4-29aef15b2842 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=103882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 11:29:25.416027 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831332de-b7e6-4464-8eb4-29aef15b2842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c52fff-af15-4d89-b27c-682d88775050,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:25.419042 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-831332de-b7e6-4464-8eb4-29aef15b2842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726494'] for segment (9b0387c9-345f-4623-8aa7-04a18be596c6), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:25.419383 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.db.segments_db [None req-831332de-b7e6-4464-8eb4-29aef15b2842 admin admin] Added segment 9b0387c9-345f-4623-8aa7-04a18be596c6 of type vlan for network bd6f76b4-d8a1-4ba4-96b7-541fa3cb07be Apr 06 11:29:25.464386 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-831332de-b7e6-4464-8eb4-29aef15b2842 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779192449082'] for network (bd6f76b4-d8a1-4ba4-96b7-541fa3cb07be), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:25.593764 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-831332de-b7e6-4464-8eb4-29aef15b2842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322'] for network (bd6f76b4-d8a1-4ba4-96b7-541fa3cb07be), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:25.594742 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831332de-b7e6-4464-8eb4-29aef15b2842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:25.595348 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-831332de-b7e6-4464-8eb4-29aef15b2842 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570608'] for network (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:25.656942 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831332de-b7e6-4464-8eb4-29aef15b2842 admin admin] Pushing event updated for resources: {'Network': ['ID=bd6f76b4-d8a1-4ba4-96b7-541fa3cb07be,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:25.666810 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Network bd6f76b4-d8a1-4ba4-96b7-541fa3cb07be details requested by agent ovs-agent-dv-cinder-836073-2-iscsi with host dv-cinder-836073-2-iscsi {{(pid=103883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 11:29:25.708361 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-831332de-b7e6-4464-8eb4-29aef15b2842 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7601840 Apr 06 11:29:25.713883 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 51900) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:29:25.722275 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-dbb30000-3806-4244-acd8-a722b4ede781 admin admin] Request body: {'subnet': {'network_id': 'bd6f76b4-d8a1-4ba4-96b7-541fa3cb07be', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-558209767-subnet', 'tenant_id': '6ea9bfbc7aa444629c7b12b7300a9d83', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:29:25.815482 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb30000-3806-4244-acd8-a722b4ede781 admin admin] Made reservation on behalf of 6ea9bfbc7aa444629c7b12b7300a9d83 for: {'subnet': 1} {{(pid=103882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:29:25.818375 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-dbb30000-3806-4244-acd8-a722b4ede781 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10017299'] for subnet (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:26.006172 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-15f849d8-9204-4b25-a244-b0dd451e2a93 req-91ceb778-d6b6-45fa-8fad-5f6674ff0e8f tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b469852-66e6-4f22-b12f-0dd212445715 HTTP/1.1" status: 200 len: 210 time: 0.0429578 Apr 06 11:29:26.067218 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-dbb30000-3806-4244-acd8-a722b4ede781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8797567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10017293'] for subnet (741aa249-efb0-46cb-a1d5-d85784f5a45b), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:26.120742 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb30000-3806-4244-acd8-a722b4ede781 admin admin] Pushing event updated for resources: {'Subnet': ['ID=741aa249-efb0-46cb-a1d5-d85784f5a45b,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:26.131366 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb30000-3806-4244-acd8-a722b4ede781 admin admin] Checking segment: {'id': '9b0387c9-345f-4623-8aa7-04a18be596c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'bd6f76b4-d8a1-4ba4-96b7-541fa3cb07be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:29:26.131726 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb30000-3806-4244-acd8-a722b4ede781 admin admin] Network hostable DHCP agents. Network: bd6f76b4-d8a1-4ba4-96b7-541fa3cb07be, hostable agents: ['8a8bc679-53b2-461d-b015-cec5a247fb94'], hosted agents: [] {{(pid=103882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 11:29:26.207786 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df8d3f1-2276-483e-af04-e1a07a759a92 req-8924b975-2ae6-4d2d-914a-316df064be46 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:26.209668 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2df8d3f1-2276-483e-af04-e1a07a759a92 req-8924b975-2ae6-4d2d-914a-316df064be46 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5f3e882-c3d2-4207-90be-fb022681182c HTTP/1.1" status: 200 len: 945 time: 0.0609303 Apr 06 11:29:26.245217 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb30000-3806-4244-acd8-a722b4ede781 admin admin] Network bd6f76b4-d8a1-4ba4-96b7-541fa3cb07be is scheduled to be hosted by DHCP agent 8a8bc679-53b2-461d-b015-cec5a247fb94 with binding_index 1 {{(pid=103882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 11:29:26.272406 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2df8d3f1-2276-483e-af04-e1a07a759a92 req-e79d74ee-d916-4409-a999-8c1ba29d0872 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=82206402-599a-4677-83f1-0a4da33930bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565286 Apr 06 11:29:26.322854 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-dbb30000-3806-4244-acd8-a722b4ede781 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836073-2-iscsi, bd6f76b4-d8a1-4ba4-96b7-541fa3cb07be) {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:29:26.330068 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb30000-3806-4244-acd8-a722b4ede781 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:26.338637 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-dbb30000-3806-4244-acd8-a722b4ede781 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:26.338881 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a3ea6c-d7c3-45a0-9d7d-95a8ed710b0c None None] Network bd6f76b4-d8a1-4ba4-96b7-541fa3cb07be requested from dv-cinder-836073-2-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:29:26.421489 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-dbb30000-3806-4244-acd8-a722b4ede781 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7060170 Apr 06 11:29:26.504179 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6be257b-f9db-4c2f-8a88-f923b8a79bdf None None] Network bd6f76b4-d8a1-4ba4-96b7-541fa3cb07be requested from dv-cinder-836073-2-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:29:26.812053 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd24feef-5840-47db-90de-472c854b0a06 req-8e35d470-180e-4ec8-9dcb-8104af28f2e0 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:26.814178 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-fd24feef-5840-47db-90de-472c854b0a06 req-8e35d470-180e-4ec8-9dcb-8104af28f2e0 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5f3e882-c3d2-4207-90be-fb022681182c HTTP/1.1" status: 200 len: 945 time: 0.0574434 Apr 06 11:29:26.851307 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ac88f-b9b3-4c70-87ab-9498f13b93dc req-924e0df5-0aac-438a-9dbf-3f809c9cc565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:26.852983 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-238ac88f-b9b3-4c70-87ab-9498f13b93dc req-924e0df5-0aac-438a-9dbf-3f809c9cc565 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fc235d83432140bcb213022a9840f5c2&device_id=a5f3e882-c3d2-4207-90be-fb022681182c HTTP/1.1" status: 200 len: 1129 time: 0.0474386 Apr 06 11:29:26.864992 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-fd24feef-5840-47db-90de-472c854b0a06 req-57fbf49a-9acc-446d-bef6-4b8c5fb79a22 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=82206402-599a-4677-83f1-0a4da33930bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444951 Apr 06 11:29:26.949838 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ac88f-b9b3-4c70-87ab-9498f13b93dc req-6eaa1f9e-55af-4e2a-a0a9-708b0636262d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:26.951789 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-238ac88f-b9b3-4c70-87ab-9498f13b93dc req-6eaa1f9e-55af-4e2a-a0a9-708b0636262d service neutron] 10.222.0.48 "GET /v2.0/networks?id=106eef2d-4f40-46cd-832f-5b84b361bc62 HTTP/1.1" status: 200 len: 920 time: 0.0920088 Apr 06 11:29:26.996851 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-238ac88f-b9b3-4c70-87ab-9498f13b93dc req-3e87f3f0-d295-4bfc-a377-d3a3b0596636 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7fcabb26-3c5a-4b0d-b661-44c5c09bec89 HTTP/1.1" status: 200 len: 217 time: 0.0393198 Apr 06 11:29:27.053225 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ac88f-b9b3-4c70-87ab-9498f13b93dc req-96cb3f46-bb09-44c0-9064-a4ccffb4326f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:27.054728 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-238ac88f-b9b3-4c70-87ab-9498f13b93dc req-96cb3f46-bb09-44c0-9064-a4ccffb4326f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b1304d50-4387-41c0-a102-fa6eb203f82e HTTP/1.1" status: 200 len: 858 time: 0.0519381 Apr 06 11:29:27.114221 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ac88f-b9b3-4c70-87ab-9498f13b93dc req-a52d907e-66bc-4d6d-8228-c12576932bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:27.115719 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-238ac88f-b9b3-4c70-87ab-9498f13b93dc req-a52d907e-66bc-4d6d-8228-c12576932bb7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=106eef2d-4f40-46cd-832f-5b84b361bc62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0538037 Apr 06 11:29:27.228761 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-238ac88f-b9b3-4c70-87ab-9498f13b93dc req-243ee75a-1707-4932-abaf-83b7fd408143 service neutron] 10.222.0.48 "GET /v2.0/networks/106eef2d-4f40-46cd-832f-5b84b361bc62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058838 Apr 06 11:29:27.235354 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 51966) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:29:27.241459 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-92b301a6-61fd-4d45-8a33-920a6cc834d3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-456760665-network', 'tenant_id': 'e88e637b9718474a8525539dde0cfe41'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:29:27.355444 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-238ac88f-b9b3-4c70-87ab-9498f13b93dc req-110a803e-1437-4793-8165-b45ee6fade41 service neutron] 10.222.0.48 "GET /v2.0/networks/106eef2d-4f40-46cd-832f-5b84b361bc62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177027 Apr 06 11:29:27.370330 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b301a6-61fd-4d45-8a33-920a6cc834d3 admin admin] Made reservation on behalf of e88e637b9718474a8525539dde0cfe41 for: {'network': 1} {{(pid=103882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:29:27.372917 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-92b301a6-61fd-4d45-8a33-920a6cc834d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for network (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:27.375342 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ebf6d-8853-4b71-881c-32249edab3f3 req-a0d0d71f-5bea-4850-a05a-fe8180e1b4ce tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:27.377214 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-457ebf6d-8853-4b71-881c-32249edab3f3 req-a0d0d71f-5bea-4850-a05a-fe8180e1b4ce tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/networks?id=af9c42ac-4d2c-4fdf-bb0b-53f068c99e59 HTTP/1.1" status: 200 len: 809 time: 0.1134200 Apr 06 11:29:27.395409 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-92b301a6-61fd-4d45-8a33-920a6cc834d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:27.404988 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-457ebf6d-8853-4b71-881c-32249edab3f3 req-b8074247-2790-4438-be31-9715b9f09090 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/quotas/06368b58d27a4d04a043a29bc40c2f17 HTTP/1.1" status: 200 len: 375 time: 0.0107093 Apr 06 11:29:27.444324 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-457ebf6d-8853-4b71-881c-32249edab3f3 req-e47e4f1e-49a6-47ff-ab8c-ac84adb01202 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=06368b58d27a4d04a043a29bc40c2f17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301297 Apr 06 11:29:27.480561 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-92b301a6-61fd-4d45-8a33-920a6cc834d3 admin admin] Publish callbacks [] for security_group (32b87957-3c68-47dd-8cd9-018f9d4ebb81), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:27.534577 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-457ebf6d-8853-4b71-881c-32249edab3f3 req-29749e0d-b43d-4338-a41b-62bf5f183d03 service neutron] 10.222.0.43 "GET /v2.0/networks/af9c42ac-4d2c-4fdf-bb0b-53f068c99e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823922 Apr 06 11:29:27.604414 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-92b301a6-61fd-4d45-8a33-920a6cc834d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (32b87957-3c68-47dd-8cd9-018f9d4ebb81), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:27.624928 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92b301a6-61fd-4d45-8a33-920a6cc834d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=103882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 11:29:27.638397 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b301a6-61fd-4d45-8a33-920a6cc834d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b87957-3c68-47dd-8cd9-018f9d4ebb81,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:27.641562 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-457ebf6d-8853-4b71-881c-32249edab3f3 req-be558a0b-8c0c-4cb5-a15f-5a95d4d23447 service neutron] 10.222.0.43 "GET /v2.0/networks/af9c42ac-4d2c-4fdf-bb0b-53f068c99e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966647 Apr 06 11:29:27.646178 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-92b301a6-61fd-4d45-8a33-920a6cc834d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726494'] for segment (c9088f9f-9aff-43a2-bc8f-e482b8bb4e7c), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:27.646522 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.db.segments_db [None req-92b301a6-61fd-4d45-8a33-920a6cc834d3 admin admin] Added segment c9088f9f-9aff-43a2-bc8f-e482b8bb4e7c of type vlan for network b1db4e30-dee4-4e05-9171-3ec86ba8a15d Apr 06 11:29:27.690594 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-92b301a6-61fd-4d45-8a33-920a6cc834d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779192449082'] for network (b1db4e30-dee4-4e05-9171-3ec86ba8a15d), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:27.784597 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 51990) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:29:27.805456 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-92b301a6-61fd-4d45-8a33-920a6cc834d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322'] for network (b1db4e30-dee4-4e05-9171-3ec86ba8a15d), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:27.806812 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b301a6-61fd-4d45-8a33-920a6cc834d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:27.807633 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-92b301a6-61fd-4d45-8a33-920a6cc834d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570608'] for network (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:27.881588 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b301a6-61fd-4d45-8a33-920a6cc834d3 admin admin] Pushing event updated for resources: {'Network': ['ID=b1db4e30-dee4-4e05-9171-3ec86ba8a15d,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:27.894666 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Network b1db4e30-dee4-4e05-9171-3ec86ba8a15d details requested by agent ovs-agent-dv-cinder-836073-2-iscsi with host dv-cinder-836073-2-iscsi {{(pid=103883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 11:29:28.068744 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a3aa1713-f83a-4aa8-9091-7a5d13304873 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:28.138847 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3166b34c-e3f4-45d6-aadd-61b5b60a2262 req-4666a202-014f-4187-96d1-0b071983c55f tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:28.140843 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-3166b34c-e3f4-45d6-aadd-61b5b60a2262 req-4666a202-014f-4187-96d1-0b071983c55f tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5f3e882-c3d2-4207-90be-fb022681182c HTTP/1.1" status: 200 len: 945 time: 0.1602416 Apr 06 11:29:28.217870 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-3166b34c-e3f4-45d6-aadd-61b5b60a2262 req-90c99f39-f241-417d-b267-604217361a7b tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=82206402-599a-4677-83f1-0a4da33930bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649936 Apr 06 11:29:28.223401 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3aefda11-06b7-422f-96fe-d87eb0d53834 req-97ca3128-647f-466f-a82f-42cfd64db01b tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f9215d4-8152-4071-8f86-d3d654d3b2b6 HTTP/1.1" status: 200 len: 210 time: 0.3317957 Apr 06 11:29:28.227951 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-92b301a6-61fd-4d45-8a33-920a6cc834d3 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9916193 Apr 06 11:29:28.230693 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 52018) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:29:28.235536 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-e494677c-79a1-40ea-ad00-5c0e72d814ac admin admin] Request body: {'subnet': {'network_id': 'b1db4e30-dee4-4e05-9171-3ec86ba8a15d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-456760665-subnet', 'tenant_id': 'e88e637b9718474a8525539dde0cfe41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:29:28.289490 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a3aa1713-f83a-4aa8-9091-7a5d13304873 admin admin] Publish callbacks [] for security_group (63e58726-1b9f-4ea2-9789-60b141afc473), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:28.340192 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e494677c-79a1-40ea-ad00-5c0e72d814ac admin admin] Made reservation on behalf of e88e637b9718474a8525539dde0cfe41 for: {'subnet': 1} {{(pid=103882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:29:28.343294 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e494677c-79a1-40ea-ad00-5c0e72d814ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10017299'] for subnet (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:28.370450 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a3aa1713-f83a-4aa8-9091-7a5d13304873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (63e58726-1b9f-4ea2-9789-60b141afc473), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:28.418412 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-a3aa1713-f83a-4aa8-9091-7a5d13304873 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2ceb7673278d478e804caf3fa63845a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6323850 Apr 06 11:29:28.419945 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aa1713-f83a-4aa8-9091-7a5d13304873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63e58726-1b9f-4ea2-9789-60b141afc473,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:28.422127 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 52020) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:29:28.494996 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device 65500212-12e0-4300-80fc-30375c943744 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:29:28.511043 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0fbd1395-826b-4592-b912-055b5940f2c0 admin admin] Publish callbacks [] for security_group (63e58726-1b9f-4ea2-9789-60b141afc473), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:28.535250 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] No Port match for: 65500212-12e0-4300-80fc-30375c943744 {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:29:28.535597 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device 65500212-12e0-4300-80fc-30375c943744 not bound to the agent host hv-cinder-83607 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:29:28.568222 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0fbd1395-826b-4592-b912-055b5940f2c0 admin admin] Publish callbacks [] for security_group (63e58726-1b9f-4ea2-9789-60b141afc473), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:28.673616 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e494677c-79a1-40ea-ad00-5c0e72d814ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8797567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10017293'] for subnet (46d028a7-1105-4490-bd7a-68136fa155a3), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:28.708988 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0fbd1395-826b-4592-b912-055b5940f2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (63e58726-1b9f-4ea2-9789-60b141afc473), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:28.711574 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0fbd1395-826b-4592-b912-055b5940f2c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:28.712725 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-0fbd1395-826b-4592-b912-055b5940f2c0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/63e58726-1b9f-4ea2-9789-60b141afc473 HTTP/1.1" status: 204 len: 168 time: 0.2896485 Apr 06 11:29:28.747170 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbd1395-826b-4592-b912-055b5940f2c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e58726-1b9f-4ea2-9789-60b141afc473,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:28.758896 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e494677c-79a1-40ea-ad00-5c0e72d814ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=46d028a7-1105-4490-bd7a-68136fa155a3,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:28.771047 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e494677c-79a1-40ea-ad00-5c0e72d814ac admin admin] Checking segment: {'id': 'c9088f9f-9aff-43a2-bc8f-e482b8bb4e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b1db4e30-dee4-4e05-9171-3ec86ba8a15d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:29:28.775801 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e494677c-79a1-40ea-ad00-5c0e72d814ac admin admin] Network hostable DHCP agents. Network: b1db4e30-dee4-4e05-9171-3ec86ba8a15d, hostable agents: ['8a8bc679-53b2-461d-b015-cec5a247fb94'], hosted agents: [] {{(pid=103882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 11:29:28.873516 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e494677c-79a1-40ea-ad00-5c0e72d814ac admin admin] Network b1db4e30-dee4-4e05-9171-3ec86ba8a15d is scheduled to be hosted by DHCP agent 8a8bc679-53b2-461d-b015-cec5a247fb94 with binding_index 1 {{(pid=103882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 11:29:28.941626 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-e494677c-79a1-40ea-ad00-5c0e72d814ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836073-2-iscsi, b1db4e30-dee4-4e05-9171-3ec86ba8a15d) {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:29:28.946660 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e494677c-79a1-40ea-ad00-5c0e72d814ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:28.947252 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e494677c-79a1-40ea-ad00-5c0e72d814ac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:28.952058 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e14f1a4-76ca-4243-bf5b-c4104da88527 None None] Network b1db4e30-dee4-4e05-9171-3ec86ba8a15d requested from dv-cinder-836073-2-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:29:29.068990 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-e494677c-79a1-40ea-ad00-5c0e72d814ac admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8370595 Apr 06 11:29:29.105762 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f386499f-f2b8-4958-8661-982683eb0028 None None] Network b1db4e30-dee4-4e05-9171-3ec86ba8a15d requested from dv-cinder-836073-2-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:29:29.338773 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-380c46fd-2e3f-469f-bf2b-ad041851b6e4 req-64d5abc6-186c-46f4-933c-8d57be60ddce tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f9215d4-8152-4071-8f86-d3d654d3b2b6 HTTP/1.1" status: 200 len: 210 time: 0.0285044 Apr 06 11:29:29.362803 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd3b963-6201-4afc-93a3-1de13b726b4a req-7bb6fcf5-25fe-43ff-ba77-c06f125fed8c tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:29.364398 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-4bd3b963-6201-4afc-93a3-1de13b726b4a req-7bb6fcf5-25fe-43ff-ba77-c06f125fed8c tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5f3e882-c3d2-4207-90be-fb022681182c HTTP/1.1" status: 200 len: 945 time: 0.0667942 Apr 06 11:29:29.417926 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-4bd3b963-6201-4afc-93a3-1de13b726b4a req-72f385e9-31f3-4063-a418-784b1ec4c684 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=82206402-599a-4677-83f1-0a4da33930bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475190 Apr 06 11:29:30.289909 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 52098) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:29:30.413910 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b5d14925-906d-42e1-8eda-d610e8f1fb64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:30.463467 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-7686fc34-a6e4-45e4-a5b5-20a9ef0477cf req-46cd0c8e-dfa3-452e-8425-252a873c33b5 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f9215d4-8152-4071-8f86-d3d654d3b2b6 HTTP/1.1" status: 200 len: 210 time: 0.0390851 Apr 06 11:29:30.534620 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b5d14925-906d-42e1-8eda-d610e8f1fb64 admin admin] Publish callbacks [] for security_group (b0df05ad-ee84-4ee7-9341-b3c9ad7973cb), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:30.587081 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c124ac4-a323-4334-b1d7-71981c009891 req-98a57466-e2e3-42b0-8d08-5888a3cc2961 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:30.588502 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-8c124ac4-a323-4334-b1d7-71981c009891 req-98a57466-e2e3-42b0-8d08-5888a3cc2961 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5f3e882-c3d2-4207-90be-fb022681182c HTTP/1.1" status: 200 len: 945 time: 0.0511575 Apr 06 11:29:30.602419 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b5d14925-906d-42e1-8eda-d610e8f1fb64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (b0df05ad-ee84-4ee7-9341-b3c9ad7973cb), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:30.665872 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-b5d14925-906d-42e1-8eda-d610e8f1fb64 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e91bfbd9783c48ad8314b538c33fc72b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3741052 Apr 06 11:29:30.668399 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 52116) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:29:30.674888 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d14925-906d-42e1-8eda-d610e8f1fb64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0df05ad-ee84-4ee7-9341-b3c9ad7973cb,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:30.685165 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-8c124ac4-a323-4334-b1d7-71981c009891 req-54f6888b-a5c5-4e67-b739-70c9eaad8316 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=82206402-599a-4677-83f1-0a4da33930bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897198 Apr 06 11:29:30.701432 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-d2f8dd02-8968-40b0-bca4-a7fc1cec66fd None None] Agent healthcheck: found 6 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:29:30.731028 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a477d741-c3a0-4864-b90c-05f58c3d3442 admin admin] Publish callbacks [] for security_group (b0df05ad-ee84-4ee7-9341-b3c9ad7973cb), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:30.758506 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a477d741-c3a0-4864-b90c-05f58c3d3442 admin admin] Publish callbacks [] for security_group (b0df05ad-ee84-4ee7-9341-b3c9ad7973cb), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:30.927540 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a477d741-c3a0-4864-b90c-05f58c3d3442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (b0df05ad-ee84-4ee7-9341-b3c9ad7973cb), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:30.930608 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a477d741-c3a0-4864-b90c-05f58c3d3442 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:30.931760 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-a477d741-c3a0-4864-b90c-05f58c3d3442 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b0df05ad-ee84-4ee7-9341-b3c9ad7973cb HTTP/1.1" status: 204 len: 168 time: 0.2623961 Apr 06 11:29:31.004255 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a477d741-c3a0-4864-b90c-05f58c3d3442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0df05ad-ee84-4ee7-9341-b3c9ad7973cb,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:31.073387 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ebf6d-8853-4b71-881c-32249edab3f3 req-ba3a808f-6661-46b2-bd7a-ac96327f6b9d tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:31.078897 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-457ebf6d-8853-4b71-881c-32249edab3f3 req-ba3a808f-6661-46b2-bd7a-ac96327f6b9d tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.48 "GET /v2.0/networks?id=af9c42ac-4d2c-4fdf-bb0b-53f068c99e59 HTTP/1.1" status: 200 len: 809 time: 0.1603794 Apr 06 11:29:31.089439 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [req-457ebf6d-8853-4b71-881c-32249edab3f3 req-b93cc46e-c272-424e-89e0-33f443da31fe tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] Request body: {'port': {'device_id': '4f9215d4-8152-4071-8f86-d3d654d3b2b6', 'network_id': 'af9c42ac-4d2c-4fdf-bb0b-53f068c99e59', 'admin_state_up': True, 'tenant_id': '06368b58d27a4d04a043a29bc40c2f17'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:29:31.307264 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-457ebf6d-8853-4b71-881c-32249edab3f3 req-b93cc46e-c272-424e-89e0-33f443da31fe tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] Made reservation on behalf of 06368b58d27a4d04a043a29bc40c2f17 for: {'port': 1} {{(pid=103882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:29:31.311331 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-457ebf6d-8853-4b71-881c-32249edab3f3 req-b93cc46e-c272-424e-89e0-33f443da31fe tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:31.443612 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [req-457ebf6d-8853-4b71-881c-32249edab3f3 req-b93cc46e-c272-424e-89e0-33f443da31fe tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] Allocated IP 172.20.0.3 (af9c42ac-4d2c-4fdf-bb0b-53f068c99e59/78cd5864-e3bf-4b4c-aa00-ce06f73cc401/a8d3442b-f859-4095-bdfe-769a8a3cdb95) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:29:31.565386 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-895d6935-133f-47ca-9d69-0a9c0e125415 req-c0106884-f855-4790-ab38-8be55430b854 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f9215d4-8152-4071-8f86-d3d654d3b2b6 HTTP/1.1" status: 200 len: 210 time: 0.0280538 Apr 06 11:29:31.600192 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-457ebf6d-8853-4b71-881c-32249edab3f3 req-b93cc46e-c272-424e-89e0-33f443da31fe tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] Publish callbacks [] for port (a8d3442b-f859-4095-bdfe-769a8a3cdb95), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:31.719357 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-457ebf6d-8853-4b71-881c-32249edab3f3 req-b93cc46e-c272-424e-89e0-33f443da31fe tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779192465924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797839'] for port (a8d3442b-f859-4095-bdfe-769a8a3cdb95), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:31.743232 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 52150) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:29:31.758504 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d0cbf0d2-9517-4261-9f7b-96a0dbd2c52b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:31.781307 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-457ebf6d-8853-4b71-881c-32249edab3f3 req-b93cc46e-c272-424e-89e0-33f443da31fe tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] Network af9c42ac-4d2c-4fdf-bb0b-53f068c99e59 is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:29:31.785815 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [req-457ebf6d-8853-4b71-881c-32249edab3f3 req-b93cc46e-c272-424e-89e0-33f443da31fe tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:29:31.792975 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [req-457ebf6d-8853-4b71-881c-32249edab3f3 req-b93cc46e-c272-424e-89e0-33f443da31fe tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:29:31.840916 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93cc46e-c272-424e-89e0-33f443da31fe tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] Pushing event updated for resources: {'Port': ['ID=a8d3442b-f859-4095-bdfe-769a8a3cdb95,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:31.864988 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d0cbf0d2-9517-4261-9f7b-96a0dbd2c52b admin admin] Publish callbacks [] for security_group (d2810b50-0371-419b-bbd7-dd99f3a97d82), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:31.879045 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ebf6d-8853-4b71-881c-32249edab3f3 req-b93cc46e-c272-424e-89e0-33f443da31fe tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:31.879045 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-457ebf6d-8853-4b71-881c-32249edab3f3 req-b93cc46e-c272-424e-89e0-33f443da31fe tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for port (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:31.964164 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d0cbf0d2-9517-4261-9f7b-96a0dbd2c52b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (d2810b50-0371-419b-bbd7-dd99f3a97d82), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:31.968974 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-457ebf6d-8853-4b71-881c-32249edab3f3 req-b93cc46e-c272-424e-89e0-33f443da31fe tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8839481 Apr 06 11:29:32.009032 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-d0cbf0d2-9517-4261-9f7b-96a0dbd2c52b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b988bb14362440699dfabc6a167a8d50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2644179 Apr 06 11:29:32.009656 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cbf0d2-9517-4261-9f7b-96a0dbd2c52b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2810b50-0371-419b-bbd7-dd99f3a97d82,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:32.012193 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 52156) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:29:32.065556 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-efe88f5f-a2ef-4552-a7fe-43cea9425596 admin admin] Publish callbacks [] for security_group (d2810b50-0371-419b-bbd7-dd99f3a97d82), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:32.086463 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-efe88f5f-a2ef-4552-a7fe-43cea9425596 admin admin] Publish callbacks [] for security_group (d2810b50-0371-419b-bbd7-dd99f3a97d82), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:32.196825 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-efe88f5f-a2ef-4552-a7fe-43cea9425596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (d2810b50-0371-419b-bbd7-dd99f3a97d82), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:32.199547 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-efe88f5f-a2ef-4552-a7fe-43cea9425596 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:32.200723 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-efe88f5f-a2ef-4552-a7fe-43cea9425596 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d2810b50-0371-419b-bbd7-dd99f3a97d82 HTTP/1.1" status: 204 len: 168 time: 0.1871350 Apr 06 11:29:32.209341 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe88f5f-a2ef-4552-a7fe-43cea9425596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2810b50-0371-419b-bbd7-dd99f3a97d82,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:32.691568 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b8ca3-24bc-4f49-b7f2-e8ea84b6a26f req-eaf2272a-4dc1-48a6-9c35-a75628095a1b tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:32.693071 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-e18b8ca3-24bc-4f49-b7f2-e8ea84b6a26f req-eaf2272a-4dc1-48a6-9c35-a75628095a1b tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f9215d4-8152-4071-8f86-d3d654d3b2b6 HTTP/1.1" status: 200 len: 931 time: 0.0533996 Apr 06 11:29:32.739730 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-e18b8ca3-24bc-4f49-b7f2-e8ea84b6a26f req-638dd726-11ec-48e9-8948-ae6d3f3dd228 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f1aa03a-b810-4d23-8101-463036270b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410953 Apr 06 11:29:32.896266 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 52178) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:29:32.909319 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9974b5e8-9360-4554-9da3-9eb6194e5f75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:32.981076 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9974b5e8-9360-4554-9da3-9eb6194e5f75 admin admin] Publish callbacks [] for security_group (42500e98-aa43-48a7-ba83-6ba226b15640), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:33.054246 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9974b5e8-9360-4554-9da3-9eb6194e5f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (42500e98-aa43-48a7-ba83-6ba226b15640), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:33.091540 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-9974b5e8-9360-4554-9da3-9eb6194e5f75 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=702c1dd3acbb439ba4543bd6fa25d294&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1941066 Apr 06 11:29:33.094309 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9974b5e8-9360-4554-9da3-9eb6194e5f75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42500e98-aa43-48a7-ba83-6ba226b15640,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:33.096043 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 52182) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:29:33.142141 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-998d52aa-4423-413f-a5ae-aac0412619cd admin admin] Publish callbacks [] for security_group (42500e98-aa43-48a7-ba83-6ba226b15640), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:33.162493 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-998d52aa-4423-413f-a5ae-aac0412619cd admin admin] Publish callbacks [] for security_group (42500e98-aa43-48a7-ba83-6ba226b15640), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:33.284210 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-998d52aa-4423-413f-a5ae-aac0412619cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (42500e98-aa43-48a7-ba83-6ba226b15640), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:33.287261 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-998d52aa-4423-413f-a5ae-aac0412619cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:33.288401 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-998d52aa-4423-413f-a5ae-aac0412619cd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/42500e98-aa43-48a7-ba83-6ba226b15640 HTTP/1.1" status: 204 len: 168 time: 0.1926003 Apr 06 11:29:33.296828 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998d52aa-4423-413f-a5ae-aac0412619cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42500e98-aa43-48a7-ba83-6ba226b15640,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:33.859361 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887f6f9-59c3-4edc-b61a-8be3fa2935e1 req-64534805-5e56-4a67-b564-97ff1cf06d31 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:33.860744 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a887f6f9-59c3-4edc-b61a-8be3fa2935e1 req-64534805-5e56-4a67-b564-97ff1cf06d31 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f9215d4-8152-4071-8f86-d3d654d3b2b6 HTTP/1.1" status: 200 len: 931 time: 0.0534053 Apr 06 11:29:33.908178 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a887f6f9-59c3-4edc-b61a-8be3fa2935e1 req-84076f0d-3dbc-4ad6-8e56-11c4fd368fea tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f1aa03a-b810-4d23-8101-463036270b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417984 Apr 06 11:29:34.121697 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [req-457ebf6d-8853-4b71-881c-32249edab3f3 req-8ed66b23-b0f1-49b1-9629-6afaa33998c5 service neutron] Request body: {'port': {'device_id': '4f9215d4-8152-4071-8f86-d3d654d3b2b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:29:34.188113 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-457ebf6d-8853-4b71-881c-32249edab3f3 req-8ed66b23-b0f1-49b1-9629-6afaa33998c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (a8d3442b-f859-4095-bdfe-769a8a3cdb95), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:34.341109 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e4562318-6aa0-4a28-bf4e-848fdc0f81bc req-6d3b66ed-9193-4bd8-b174-f12bc1744816 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d35c028e-4cf8-489c-80b7-b86c29b4931d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1174719 Apr 06 11:29:34.474244 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4562318-6aa0-4a28-bf4e-848fdc0f81bc req-11cfc92f-c2bb-4ff0-98b0-e0bf441f147b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:34.475767 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e4562318-6aa0-4a28-bf4e-848fdc0f81bc req-11cfc92f-c2bb-4ff0-98b0-e0bf441f147b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fc235d83432140bcb213022a9840f5c2&device_id=d35c028e-4cf8-489c-80b7-b86c29b4931d HTTP/1.1" status: 200 len: 1129 time: 0.1103649 Apr 06 11:29:34.618664 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [req-457ebf6d-8853-4b71-881c-32249edab3f3 req-8ed66b23-b0f1-49b1-9629-6afaa33998c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8d3442b-f859-4095-bdfe-769a8a3cdb95 {{(pid=103882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:29:34.634132 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-457ebf6d-8853-4b71-881c-32249edab3f3 req-8ed66b23-b0f1-49b1-9629-6afaa33998c5 service neutron] Publish callbacks [] for port (a8d3442b-f859-4095-bdfe-769a8a3cdb95), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:34.645669 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4562318-6aa0-4a28-bf4e-848fdc0f81bc req-77d7c7d6-0b5c-4920-bfd1-1909584ea21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:34.647199 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e4562318-6aa0-4a28-bf4e-848fdc0f81bc req-77d7c7d6-0b5c-4920-bfd1-1909584ea21b service neutron] 10.222.0.48 "GET /v2.0/networks?id=106eef2d-4f40-46cd-832f-5b84b361bc62 HTTP/1.1" status: 200 len: 920 time: 0.1473012 Apr 06 11:29:34.651954 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [req-457ebf6d-8853-4b71-881c-32249edab3f3 req-8ed66b23-b0f1-49b1-9629-6afaa33998c5 service neutron] Transition to ACTIVE for port object a8d3442b-f859-4095-bdfe-769a8a3cdb95 will not be triggered until provisioned by entity L2. {{(pid=103882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 11:29:34.687191 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e4562318-6aa0-4a28-bf4e-848fdc0f81bc req-a77a672b-ca42-4197-86be-d9abee5cb1c1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df1360db-fae3-49fb-a625-9bc6842b513b HTTP/1.1" status: 200 len: 217 time: 0.0338669 Apr 06 11:29:34.722589 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-457ebf6d-8853-4b71-881c-32249edab3f3 req-8ed66b23-b0f1-49b1-9629-6afaa33998c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8797942'] for port (a8d3442b-f859-4095-bdfe-769a8a3cdb95), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:34.783790 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4562318-6aa0-4a28-bf4e-848fdc0f81bc req-0bbb58ea-64d5-4c76-989b-2d53de6157b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:34.785299 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e4562318-6aa0-4a28-bf4e-848fdc0f81bc req-0bbb58ea-64d5-4c76-989b-2d53de6157b3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b1304d50-4387-41c0-a102-fa6eb203f82e HTTP/1.1" status: 200 len: 858 time: 0.0920038 Apr 06 11:29:34.790965 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed66b23-b0f1-49b1-9629-6afaa33998c5 service neutron] Pushing event updated for resources: {'Port': ['ID=a8d3442b-f859-4095-bdfe-769a8a3cdb95,revision_number=2']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:34.858938 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [req-457ebf6d-8853-4b71-881c-32249edab3f3 req-8ed66b23-b0f1-49b1-9629-6afaa33998c5 service neutron] Attempting to bind port a8d3442b-f859-4095-bdfe-769a8a3cdb95 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:29:34.859276 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [req-457ebf6d-8853-4b71-881c-32249edab3f3 req-8ed66b23-b0f1-49b1-9629-6afaa33998c5 service neutron] Attempting to bind port a8d3442b-f859-4095-bdfe-769a8a3cdb95 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '54bcc79b-11f0-4f13-ad54-6fda3dd46cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'af9c42ac-4d2c-4fdf-bb0b-53f068c99e59'}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:29:34.859606 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457ebf6d-8853-4b71-881c-32249edab3f3 req-8ed66b23-b0f1-49b1-9629-6afaa33998c5 service neutron] Attempting to bind port a8d3442b-f859-4095-bdfe-769a8a3cdb95 on network af9c42ac-4d2c-4fdf-bb0b-53f068c99e59 {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:29:34.863974 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457ebf6d-8853-4b71-881c-32249edab3f3 req-8ed66b23-b0f1-49b1-9629-6afaa33998c5 service neutron] Port a8d3442b-f859-4095-bdfe-769a8a3cdb95 on network af9c42ac-4d2c-4fdf-bb0b-53f068c99e59 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 11:29:34.864298 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457ebf6d-8853-4b71-881c-32249edab3f3 req-8ed66b23-b0f1-49b1-9629-6afaa33998c5 service neutron] Attempting to bind port a8d3442b-f859-4095-bdfe-769a8a3cdb95 on network af9c42ac-4d2c-4fdf-bb0b-53f068c99e59 {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:29:34.869265 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457ebf6d-8853-4b71-881c-32249edab3f3 req-8ed66b23-b0f1-49b1-9629-6afaa33998c5 service neutron] Checking agent: {'id': 'dc195572-b6d9-4259-8541-839e457b2650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 25, 36), 'started_at': datetime.datetime(2022, 4, 6, 11, 25, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:29:34.869614 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457ebf6d-8853-4b71-881c-32249edab3f3 req-8ed66b23-b0f1-49b1-9629-6afaa33998c5 service neutron] Checking segment: {'id': '54bcc79b-11f0-4f13-ad54-6fda3dd46cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'af9c42ac-4d2c-4fdf-bb0b-53f068c99e59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:29:34.870022 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457ebf6d-8853-4b71-881c-32249edab3f3 req-8ed66b23-b0f1-49b1-9629-6afaa33998c5 service neutron] Bound using segment: {'id': '54bcc79b-11f0-4f13-ad54-6fda3dd46cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'af9c42ac-4d2c-4fdf-bb0b-53f068c99e59'} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:29:34.870450 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [req-457ebf6d-8853-4b71-881c-32249edab3f3 req-8ed66b23-b0f1-49b1-9629-6afaa33998c5 service neutron] Bound port: a8d3442b-f859-4095-bdfe-769a8a3cdb95, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54bcc79b-11f0-4f13-ad54-6fda3dd46cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'af9c42ac-4d2c-4fdf-bb0b-53f068c99e59'}}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:29:34.870822 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-457ebf6d-8853-4b71-881c-32249edab3f3 req-8ed66b23-b0f1-49b1-9629-6afaa33998c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (a8d3442b-f859-4095-bdfe-769a8a3cdb95), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:34.940055 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [req-457ebf6d-8853-4b71-881c-32249edab3f3 req-8ed66b23-b0f1-49b1-9629-6afaa33998c5 service neutron] For port a8d3442b-f859-4095-bdfe-769a8a3cdb95, host hv-cinder-83607, cleared binding levels {{(pid=103882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:29:34.943324 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [req-457ebf6d-8853-4b71-881c-32249edab3f3 req-8ed66b23-b0f1-49b1-9629-6afaa33998c5 service neutron] For port a8d3442b-f859-4095-bdfe-769a8a3cdb95, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=a8d3442b-f859-4095-bdfe-769a8a3cdb95,segment=NetworkSegment(54bcc79b-11f0-4f13-ad54-6fda3dd46cbf),segment_id=54bcc79b-11f0-4f13-ad54-6fda3dd46cbf)] {{(pid=103882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:29:35.039893 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd230203-4b8e-49f7-9b48-b2503adce78c req-b6ed3109-01d6-4055-807e-72658b15305d tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:35.041693 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-bd230203-4b8e-49f7-9b48-b2503adce78c req-b6ed3109-01d6-4055-807e-72658b15305d tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f9215d4-8152-4071-8f86-d3d654d3b2b6 HTTP/1.1" status: 200 len: 943 time: 0.0612881 Apr 06 11:29:35.073661 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-457ebf6d-8853-4b71-881c-32249edab3f3 req-8ed66b23-b0f1-49b1-9629-6afaa33998c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8797942'] for port (a8d3442b-f859-4095-bdfe-769a8a3cdb95), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:35.113012 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-bd230203-4b8e-49f7-9b48-b2503adce78c req-dbeb0237-3ebf-4a54-8c51-9b6a1c366e73 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f1aa03a-b810-4d23-8101-463036270b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624306 Apr 06 11:29:35.118360 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ebf6d-8853-4b71-881c-32249edab3f3 req-8ed66b23-b0f1-49b1-9629-6afaa33998c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:35.119028 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-457ebf6d-8853-4b71-881c-32249edab3f3 req-8ed66b23-b0f1-49b1-9629-6afaa33998c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for port (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:35.120383 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-457ebf6d-8853-4b71-881c-32249edab3f3 req-8ed66b23-b0f1-49b1-9629-6afaa33998c5 service neutron] 10.222.0.48 "PUT /v2.0/ports/a8d3442b-f859-4095-bdfe-769a8a3cdb95 HTTP/1.1" status: 200 len: 1093 time: 1.0042470 Apr 06 11:29:35.120833 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f9215d4-8152-4071-8f86-d3d654d3b2b6', 'tag': 'a8d3442b-f859-4095-bdfe-769a8a3cdb95'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:29:35.123408 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29156e5c8df2cda5f8c3a12ff109e02ba7a327efefb734c2c5f81b1bf548e3ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c57b4b-ca1e-4045-bba9-b83aee3b1ba8" -d '{"events": [{"name": "network-changed", "server_uuid": "4f9215d4-8152-4071-8f86-d3d654d3b2b6", "tag": "a8d3442b-f859-4095-bdfe-769a8a3cdb95"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:29:35.144588 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed66b23-b0f1-49b1-9629-6afaa33998c5 service neutron] Pushing event updated for resources: {'Port': ['ID=a8d3442b-f859-4095-bdfe-769a8a3cdb95,revision_number=3']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:35.169783 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c00206-f60c-43f0-94f6-c56b9ca9300f x-openstack-request-id: req-d7c00206-f60c-43f0-94f6-c56b9ca9300f {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:29:35.171059 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f9215d4-8152-4071-8f86-d3d654d3b2b6", "tag": "a8d3442b-f859-4095-bdfe-769a8a3cdb95", "status": "completed", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:29:35.171524 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d7c00206-f60c-43f0-94f6-c56b9ca9300f {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:29:35.172262 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7c00206-f60c-43f0-94f6-c56b9ca9300f'] response: {'name': 'network-changed', 'server_uuid': '4f9215d4-8152-4071-8f86-d3d654d3b2b6', 'tag': 'a8d3442b-f859-4095-bdfe-769a8a3cdb95', 'status': 'completed', 'code': 200} Apr 06 11:29:35.678895 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 52246) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:29:35.684055 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-668fb6ec-3f11-4a58-a8e0-82db0a1ee27b tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1835356514', 'description': 'tempest-description--1301413773'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:29:35.776182 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-668fb6ec-3f11-4a58-a8e0-82db0a1ee27b tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:35.845836 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-668fb6ec-3f11-4a58-a8e0-82db0a1ee27b tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Publish callbacks [] for security_group (cfdb6236-811a-4716-b1ab-3322fbd33eab), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:35.924308 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-668fb6ec-3f11-4a58-a8e0-82db0a1ee27b tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (cfdb6236-811a-4716-b1ab-3322fbd33eab), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:35.956576 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668fb6ec-3f11-4a58-a8e0-82db0a1ee27b tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfdb6236-811a-4716-b1ab-3322fbd33eab,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:36.057910 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-668fb6ec-3f11-4a58-a8e0-82db0a1ee27b tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:36.059216 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-668fb6ec-3f11-4a58-a8e0-82db0a1ee27b tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3793206 Apr 06 11:29:36.062004 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 52252) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:29:36.066256 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-33790eec-7e9e-48f5-baa0-4bb09f6a1fd2 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Request body: {'security_group_rule': {'security_group_id': 'cfdb6236-811a-4716-b1ab-3322fbd33eab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:29:36.152071 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-33790eec-7e9e-48f5-baa0-4bb09f6a1fd2 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Publish callbacks [] for security_group_rule (63b6dee9-1768-41f3-b955-b10824ad9ffd), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:36.208348 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-33790eec-7e9e-48f5-baa0-4bb09f6a1fd2 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Publish callbacks [] for security_group_rule (63b6dee9-1768-41f3-b955-b10824ad9ffd), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:36.229077 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a2b80-f921-4590-a863-28ba67374ffc req-c4495139-ba39-4004-8a58-3b76fcd98268 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:36.230672 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e29a2b80-f921-4590-a863-28ba67374ffc req-c4495139-ba39-4004-8a58-3b76fcd98268 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f9215d4-8152-4071-8f86-d3d654d3b2b6 HTTP/1.1" status: 200 len: 943 time: 0.0539231 Apr 06 11:29:36.286946 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e29a2b80-f921-4590-a863-28ba67374ffc req-3ac2ab33-224c-45e5-82e3-395ea06b01d4 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f1aa03a-b810-4d23-8101-463036270b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488627 Apr 06 11:29:36.290150 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-33790eec-7e9e-48f5-baa0-4bb09f6a1fd2 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770697'] for security_group_rule (63b6dee9-1768-41f3-b955-b10824ad9ffd), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:36.310538 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33790eec-7e9e-48f5-baa0-4bb09f6a1fd2 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63b6dee9-1768-41f3-b955-b10824ad9ffd,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:36.382200 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-33790eec-7e9e-48f5-baa0-4bb09f6a1fd2 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:36.383423 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-33790eec-7e9e-48f5-baa0-4bb09f6a1fd2 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3205051 Apr 06 11:29:36.386024 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 52262) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:29:36.391394 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-081d2109-2b1c-4103-b703-2b82b5c9aa54 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Request body: {'security_group_rule': {'security_group_id': 'cfdb6236-811a-4716-b1ab-3322fbd33eab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:29:36.477156 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-081d2109-2b1c-4103-b703-2b82b5c9aa54 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Publish callbacks [] for security_group_rule (401e10d7-04f6-46bf-b3ec-0dcdee83fc63), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:36.483226 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4562318-6aa0-4a28-bf4e-848fdc0f81bc req-76af9080-a200-4673-adc7-6ebb8b333f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:36.484741 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e4562318-6aa0-4a28-bf4e-848fdc0f81bc req-76af9080-a200-4673-adc7-6ebb8b333f92 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=106eef2d-4f40-46cd-832f-5b84b361bc62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482755 Apr 06 11:29:36.536116 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-081d2109-2b1c-4103-b703-2b82b5c9aa54 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Publish callbacks [] for security_group_rule (401e10d7-04f6-46bf-b3ec-0dcdee83fc63), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:36.581666 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (dc195572-b6d9-4259-8541-839e457b2650), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:36.644508 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-081d2109-2b1c-4103-b703-2b82b5c9aa54 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770697'] for security_group_rule (401e10d7-04f6-46bf-b3ec-0dcdee83fc63), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:36.662417 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081d2109-2b1c-4103-b703-2b82b5c9aa54 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=401e10d7-04f6-46bf-b3ec-0dcdee83fc63,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:36.673380 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-8cc7288d-bc27-45d0-8ed0-ea9217b0fc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (8a8bc679-53b2-461d-b015-cec5a247fb94), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:36.754447 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-081d2109-2b1c-4103-b703-2b82b5c9aa54 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:36.755658 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-081d2109-2b1c-4103-b703-2b82b5c9aa54 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3686521 Apr 06 11:29:36.758707 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 52264) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:29:36.762966 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-e7fdc2d5-8717-4e40-8835-7184abbeb51b tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Request body: {'floatingip': {'floating_network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:29:36.854182 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e7fdc2d5-8717-4e40-8835-7184abbeb51b tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:36.947483 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e7fdc2d5-8717-4e40-8835-7184abbeb51b tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:37.051820 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [None req-e7fdc2d5-8717-4e40-8835-7184abbeb51b tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Allocated IP 172.27.2.158 (698fa61f-093e-4dd4-aaec-c1b231275ecc/4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809/84bec824-56bd-4ac8-8bfa-eddc6687f71b) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:29:37.150839 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e7fdc2d5-8717-4e40-8835-7184abbeb51b tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Publish callbacks [] for port (84bec824-56bd-4ac8-8bfa-eddc6687f71b), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:37.254396 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e7fdc2d5-8717-4e40-8835-7184abbeb51b tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779192465924'] for port (84bec824-56bd-4ac8-8bfa-eddc6687f71b), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:37.293663 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fdc2d5-8717-4e40-8835-7184abbeb51b tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Network 698fa61f-093e-4dd4-aaec-c1b231275ecc is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:29:37.297581 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-e7fdc2d5-8717-4e40-8835-7184abbeb51b tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:29:37.302753 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fdc2d5-8717-4e40-8835-7184abbeb51b tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:29:37.309157 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fdc2d5-8717-4e40-8835-7184abbeb51b tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Pushing event updated for resources: {'Port': ['ID=84bec824-56bd-4ac8-8bfa-eddc6687f71b,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:37.432120 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e7fdc2d5-8717-4e40-8835-7184abbeb51b tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Publish callbacks [] for floatingip (a401c97e-9521-4caf-8f85-144da085d092), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:37.457243 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f0731e-bb3f-47d7-b1bb-09591a270fec req-760ea07a-1c72-4621-9846-a9058cca6a69 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:37.458874 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-e4f0731e-bb3f-47d7-b1bb-09591a270fec req-760ea07a-1c72-4621-9846-a9058cca6a69 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f9215d4-8152-4071-8f86-d3d654d3b2b6 HTTP/1.1" status: 200 len: 943 time: 0.0970418 Apr 06 11:29:37.506451 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c57b4b-ca1e-4045-bba9-b83aee3b1ba8 req-c5abbcd3-773b-4b1a-b211-060a16651578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:37.507242 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-e4f0731e-bb3f-47d7-b1bb-09591a270fec req-512d4c0b-0cba-4ba4-9f94-cd05d511db29 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f1aa03a-b810-4d23-8101-463036270b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424969 Apr 06 11:29:37.507986 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f3c57b4b-ca1e-4045-bba9-b83aee3b1ba8 req-c5abbcd3-773b-4b1a-b211-060a16651578 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=06368b58d27a4d04a043a29bc40c2f17&device_id=4f9215d4-8152-4071-8f86-d3d654d3b2b6 HTTP/1.1" status: 200 len: 1127 time: 0.1000566 Apr 06 11:29:37.531023 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e4562318-6aa0-4a28-bf4e-848fdc0f81bc req-ba022bda-bb60-4f39-a277-2cb77483e905 service neutron] 10.222.0.48 "GET /v2.0/networks/106eef2d-4f40-46cd-832f-5b84b361bc62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306765 Apr 06 11:29:37.538432 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e7fdc2d5-8717-4e40-8835-7184abbeb51b tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (84bec824-56bd-4ac8-8bfa-eddc6687f71b), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:37.679263 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c57b4b-ca1e-4045-bba9-b83aee3b1ba8 req-82544569-f4de-4ff7-857f-f0ef1a55ad01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:37.680751 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f3c57b4b-ca1e-4045-bba9-b83aee3b1ba8 req-82544569-f4de-4ff7-857f-f0ef1a55ad01 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=06368b58d27a4d04a043a29bc40c2f17&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1638229 Apr 06 11:29:37.684309 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e4562318-6aa0-4a28-bf4e-848fdc0f81bc req-3e7c9eaa-1a89-4d4c-9717-ae89a29692c4 service neutron] 10.222.0.48 "GET /v2.0/networks/106eef2d-4f40-46cd-832f-5b84b361bc62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435506 Apr 06 11:29:37.695369 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e7fdc2d5-8717-4e40-8835-7184abbeb51b tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Publish callbacks [] for port (84bec824-56bd-4ac8-8bfa-eddc6687f71b), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:37.776931 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c57b4b-ca1e-4045-bba9-b83aee3b1ba8 req-f577c995-6730-48dd-88b8-ae56fde30f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:37.778504 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f3c57b4b-ca1e-4045-bba9-b83aee3b1ba8 req-f577c995-6730-48dd-88b8-ae56fde30f0d service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0882993 Apr 06 11:29:37.820911 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e7fdc2d5-8717-4e40-8835-7184abbeb51b tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (84bec824-56bd-4ac8-8bfa-eddc6687f71b), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:37.968092 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e7fdc2d5-8717-4e40-8835-7184abbeb51b tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-886429'] for floatingip (a401c97e-9521-4caf-8f85-144da085d092), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:37.968092 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fdc2d5-8717-4e40-8835-7184abbeb51b tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Pushing event updated for resources: {'Port': ['ID=84bec824-56bd-4ac8-8bfa-eddc6687f71b,revision_number=2']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:38.082352 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e7fdc2d5-8717-4e40-8835-7184abbeb51b tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for floatingip (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:38.083692 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-e7fdc2d5-8717-4e40-8835-7184abbeb51b tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3240178 Apr 06 11:29:38.290358 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-759bb21e-bfab-47a9-abeb-2db60ff77713 req-c2136b28-c67c-44be-9e4b-9d73b3223ecd tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1835356514&fields=id&tenant_id=fc235d83432140bcb213022a9840f5c2 HTTP/1.1" status: 200 len: 267 time: 0.0553765 Apr 06 11:29:38.398043 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bb21e-bfab-47a9-abeb-2db60ff77713 req-c1e6000f-9f78-4491-8464-d6f431b0f19d tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:38.399581 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-759bb21e-bfab-47a9-abeb-2db60ff77713 req-c1e6000f-9f78-4491-8464-d6f431b0f19d tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/networks?id=106eef2d-4f40-46cd-832f-5b84b361bc62 HTTP/1.1" status: 200 len: 819 time: 0.1029255 Apr 06 11:29:38.414303 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-759bb21e-bfab-47a9-abeb-2db60ff77713 req-c97b2c23-afb9-427d-8197-c704d1dda09b tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/quotas/fc235d83432140bcb213022a9840f5c2 HTTP/1.1" status: 200 len: 375 time: 0.0093751 Apr 06 11:29:38.477560 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-759bb21e-bfab-47a9-abeb-2db60ff77713 req-9fbea53b-c51d-42b0-bce6-b44317b8ecb7 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=fc235d83432140bcb213022a9840f5c2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0581336 Apr 06 11:29:38.571253 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-759bb21e-bfab-47a9-abeb-2db60ff77713 req-58fb19a4-64f7-44d9-b3c2-0b613e77d1f9 service neutron] 10.222.0.43 "GET /v2.0/networks/106eef2d-4f40-46cd-832f-5b84b361bc62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808322 Apr 06 11:29:38.625985 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7e14ae-33de-4e23-99d9-51a5693c25fc req-9ffc1ac9-2c42-4967-8460-f188f3de20b0 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:38.627488 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-1c7e14ae-33de-4e23-99d9-51a5693c25fc req-9ffc1ac9-2c42-4967-8460-f188f3de20b0 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f9215d4-8152-4071-8f86-d3d654d3b2b6 HTTP/1.1" status: 200 len: 943 time: 0.0536563 Apr 06 11:29:38.663133 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-759bb21e-bfab-47a9-abeb-2db60ff77713 req-dc5ac7ff-08cf-4ca5-9099-356b59712708 service neutron] 10.222.0.43 "GET /v2.0/networks/106eef2d-4f40-46cd-832f-5b84b361bc62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854414 Apr 06 11:29:38.678243 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-1c7e14ae-33de-4e23-99d9-51a5693c25fc req-b67525ed-4a55-4b81-9469-a9866c314482 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f1aa03a-b810-4d23-8101-463036270b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449262 Apr 06 11:29:38.925752 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-d6a0c83c-9a64-476c-80f6-17f4f90fe4e1 req-f3227dc9-9049-4872-9acf-98b475e43a66 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=7312dd9a-9d60-4dc8-9999-65191fd90da3 HTTP/1.1" status: 200 len: 210 time: 0.0305221 Apr 06 11:29:38.975540 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-dba79e05-4949-4143-8dc3-c7c8ddfa6059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (9404f039-f516-42fd-94a5-c122fff5649f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:39.797044 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143049ec-d2a2-4731-80b9-e8218e2c55bc req-1c0bb79b-6924-4649-b2d3-a2fea86d701b tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:39.798557 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-143049ec-d2a2-4731-80b9-e8218e2c55bc req-1c0bb79b-6924-4649-b2d3-a2fea86d701b tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f9215d4-8152-4071-8f86-d3d654d3b2b6 HTTP/1.1" status: 200 len: 943 time: 0.0520654 Apr 06 11:29:39.844680 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-143049ec-d2a2-4731-80b9-e8218e2c55bc req-7a171072-601a-43c4-9839-d5b8ad85a9d8 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f1aa03a-b810-4d23-8101-463036270b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403841 Apr 06 11:29:40.018175 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-6ab68645-d713-4969-861c-7445f129a7fd req-29c3653d-47ca-4abb-a0cf-675689403899 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=7312dd9a-9d60-4dc8-9999-65191fd90da3 HTTP/1.1" status: 200 len: 210 time: 0.0262313 Apr 06 11:29:40.535658 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0cc2d64b-8553-4c26-9c2d-26728f607b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (295112eb-abec-44aa-a7f9-d1b9c67b3953), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:40.575386 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ebf6d-8853-4b71-881c-32249edab3f3 req-f3cfc04a-5c6a-47d9-ac5d-17eebe124e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:40.577844 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-457ebf6d-8853-4b71-881c-32249edab3f3 req-f3cfc04a-5c6a-47d9-ac5d-17eebe124e72 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=06368b58d27a4d04a043a29bc40c2f17&device_id=4f9215d4-8152-4071-8f86-d3d654d3b2b6 HTTP/1.1" status: 200 len: 1127 time: 0.0502911 Apr 06 11:29:40.623622 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-457ebf6d-8853-4b71-881c-32249edab3f3 req-50753943-659d-4733-9f59-945d3453bf5e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8d3442b-f859-4095-bdfe-769a8a3cdb95 HTTP/1.1" status: 200 len: 217 time: 0.0356646 Apr 06 11:29:40.670994 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ebf6d-8853-4b71-881c-32249edab3f3 req-d7777d7c-15c3-43b3-a048-ee45a7917601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:40.672409 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-457ebf6d-8853-4b71-881c-32249edab3f3 req-d7777d7c-15c3-43b3-a048-ee45a7917601 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=78cd5864-e3bf-4b4c-aa00-ce06f73cc401 HTTP/1.1" status: 200 len: 849 time: 0.0423808 Apr 06 11:29:40.703778 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-457ebf6d-8853-4b71-881c-32249edab3f3 req-3cca3c83-034d-4e7f-9b74-079906dfe1f4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=af9c42ac-4d2c-4fdf-bb0b-53f068c99e59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244243 Apr 06 11:29:40.807462 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-457ebf6d-8853-4b71-881c-32249edab3f3 req-c114e2bf-3ad5-4c32-a33b-25130e8dc1d6 service neutron] 10.222.0.48 "GET /v2.0/networks/af9c42ac-4d2c-4fdf-bb0b-53f068c99e59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929005 Apr 06 11:29:40.966366 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527664e9-8691-46d2-94ef-9e26c4bb598e req-aebee356-b248-45f4-9e28-a74fafe37354 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:40.968006 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-527664e9-8691-46d2-94ef-9e26c4bb598e req-aebee356-b248-45f4-9e28-a74fafe37354 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f9215d4-8152-4071-8f86-d3d654d3b2b6 HTTP/1.1" status: 200 len: 943 time: 0.0527682 Apr 06 11:29:41.059138 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-527664e9-8691-46d2-94ef-9e26c4bb598e req-079299bc-b3bd-49b0-843e-93de4d244c07 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f1aa03a-b810-4d23-8101-463036270b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853324 Apr 06 11:29:41.102179 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-457ebf6d-8853-4b71-881c-32249edab3f3 req-c6a1d330-347c-4fcb-bf54-3210be0ab14e service neutron] 10.222.0.48 "GET /v2.0/networks/af9c42ac-4d2c-4fdf-bb0b-53f068c99e59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024683 Apr 06 11:29:41.153288 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-6e12e1b8-f46f-4c5a-ac09-5cdfcdfb57ab req-c8aaa0fb-8f69-48bf-a645-46a0ce42d000 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=7312dd9a-9d60-4dc8-9999-65191fd90da3 HTTP/1.1" status: 200 len: 210 time: 0.0266376 Apr 06 11:29:41.787481 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7bcfc971-4c1e-4d8f-8ae7-97bffdd4e21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (33edc1dd-8f2c-4a3f-bd07-9ad8bd534bf2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:42.267898 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-6c0b4ad5-2d73-468f-8e38-13f9a2490cbc req-b196a47c-9047-40d8-9061-aa5644ab7379 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=7312dd9a-9d60-4dc8-9999-65191fd90da3 HTTP/1.1" status: 200 len: 210 time: 0.0348110 Apr 06 11:29:42.431764 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30abd048-118c-4cbb-b640-cc09105cf261 req-0d1a2b2c-5815-4f06-8e53-8e90c404154a tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:42.433296 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-30abd048-118c-4cbb-b640-cc09105cf261 req-0d1a2b2c-5815-4f06-8e53-8e90c404154a tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f9215d4-8152-4071-8f86-d3d654d3b2b6 HTTP/1.1" status: 200 len: 943 time: 0.2946582 Apr 06 11:29:42.481429 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-30abd048-118c-4cbb-b640-cc09105cf261 req-dc449306-4b34-471f-8220-f8b20a901240 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f1aa03a-b810-4d23-8101-463036270b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415149 Apr 06 11:29:43.255790 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (a2831ac0-05e7-463d-be89-41d2adab36ec), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:43.365265 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-13b6a6a8-fff0-4791-8d1c-a82e9377874a req-8236276c-7573-4d8d-ad94-ba679572aaf4 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=7312dd9a-9d60-4dc8-9999-65191fd90da3 HTTP/1.1" status: 200 len: 210 time: 0.0275497 Apr 06 11:29:43.603588 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662603aa-56be-4a88-9549-a99f039aa31e req-4afecc35-6d63-4ece-a317-1b86da2ac626 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:43.604973 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-662603aa-56be-4a88-9549-a99f039aa31e req-4afecc35-6d63-4ece-a317-1b86da2ac626 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f9215d4-8152-4071-8f86-d3d654d3b2b6 HTTP/1.1" status: 200 len: 943 time: 0.0510461 Apr 06 11:29:43.650743 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-662603aa-56be-4a88-9549-a99f039aa31e req-c7aa99d2-b413-4cc6-8192-c2734adc0ceb tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f1aa03a-b810-4d23-8101-463036270b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390551 Apr 06 11:29:44.462202 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-fca2ec25-d394-479c-8427-9064e5cec823 req-f45335e3-bc2f-402d-9f71-766bdddec9ab tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=7312dd9a-9d60-4dc8-9999-65191fd90da3 HTTP/1.1" status: 200 len: 210 time: 0.0268624 Apr 06 11:29:44.773141 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9943be0-f653-46d1-b63b-4d4b8f90cf28 req-0916defc-055d-4ceb-9934-9f09d0ced1db tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:44.774619 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c9943be0-f653-46d1-b63b-4d4b8f90cf28 req-0916defc-055d-4ceb-9934-9f09d0ced1db tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f9215d4-8152-4071-8f86-d3d654d3b2b6 HTTP/1.1" status: 200 len: 943 time: 0.0558491 Apr 06 11:29:44.824312 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c9943be0-f653-46d1-b63b-4d4b8f90cf28 req-1e947793-aa1d-43cd-97c1-e70293317629 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f1aa03a-b810-4d23-8101-463036270b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440328 Apr 06 11:29:45.269331 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device a8d3442b-f859-4095-bdfe-769a8a3cdb95 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:29:45.365809 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port a8d3442b-f859-4095-bdfe-769a8a3cdb95, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=a8d3442b-f859-4095-bdfe-769a8a3cdb95,segment=NetworkSegment(54bcc79b-11f0-4f13-ad54-6fda3dd46cbf),segment_id=54bcc79b-11f0-4f13-ad54-6fda3dd46cbf)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:29:45.381962 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Returning: {'device': 'a8d3442b-f859-4095-bdfe-769a8a3cdb95', 'network_id': 'af9c42ac-4d2c-4fdf-bb0b-53f068c99e59', 'port_id': 'a8d3442b-f859-4095-bdfe-769a8a3cdb95', 'mac_address': 'fa:16:3e:72:ce:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78cd5864-e3bf-4b4c-aa00-ce06f73cc401', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:29:45.418836 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Current status of the port a8d3442b-f859-4095-bdfe-769a8a3cdb95 is: DOWN; New status is: BUILD {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:29:45.419231 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (a8d3442b-f859-4095-bdfe-769a8a3cdb95), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:45.435346 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8d3442b-f859-4095-bdfe-769a8a3cdb95 {{(pid=103883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:29:45.455443 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port a8d3442b-f859-4095-bdfe-769a8a3cdb95, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=a8d3442b-f859-4095-bdfe-769a8a3cdb95,segment=NetworkSegment(54bcc79b-11f0-4f13-ad54-6fda3dd46cbf),segment_id=54bcc79b-11f0-4f13-ad54-6fda3dd46cbf)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:29:45.536189 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (a8d3442b-f859-4095-bdfe-769a8a3cdb95), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:45.553007 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-82c47d1f-ca90-4b38-a6cb-33d1c2162e78 req-d1e8f6d9-a3b9-474b-86ac-593a3ca3a709 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=7312dd9a-9d60-4dc8-9999-65191fd90da3 HTTP/1.1" status: 200 len: 210 time: 0.0263643 Apr 06 11:29:45.593721 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Pushing event updated for resources: {'Port': ['ID=a8d3442b-f859-4095-bdfe-769a8a3cdb95,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:45.864617 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] get_ports_and_sgs() called for port_ids ['a8d3442b-f859-4095-bdfe-769a8a3cdb95'] {{(pid=103883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:29:45.943008 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d863eb7b-fee4-4099-927e-0b06a1b3d06a req-37c500c0-af10-4f3e-80fe-2ed8aae44f58 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:45.944619 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d863eb7b-fee4-4099-927e-0b06a1b3d06a req-37c500c0-af10-4f3e-80fe-2ed8aae44f58 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f9215d4-8152-4071-8f86-d3d654d3b2b6 HTTP/1.1" status: 200 len: 944 time: 0.0538216 Apr 06 11:29:46.001381 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d863eb7b-fee4-4099-927e-0b06a1b3d06a req-4e643046-5db9-4b50-b777-a1f1a91df94b tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f1aa03a-b810-4d23-8101-463036270b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510356 Apr 06 11:29:46.215399 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bb21e-bfab-47a9-abeb-2db60ff77713 req-8e145ce6-424b-423a-831a-b877a8178f1e tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:46.217122 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-759bb21e-bfab-47a9-abeb-2db60ff77713 req-8e145ce6-424b-423a-831a-b877a8178f1e tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.48 "GET /v2.0/networks?id=106eef2d-4f40-46cd-832f-5b84b361bc62 HTTP/1.1" status: 200 len: 819 time: 0.1125507 Apr 06 11:29:46.304234 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-759bb21e-bfab-47a9-abeb-2db60ff77713 req-d5e90dae-3b65-4962-aab5-63f68f1fa44d tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc235d83432140bcb213022a9840f5c2 HTTP/1.1" status: 200 len: 380 time: 0.0601664 Apr 06 11:29:46.312651 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [req-759bb21e-bfab-47a9-abeb-2db60ff77713 req-aba95ff2-6986-4fa5-8030-e603c01b1336 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Request body: {'port': {'device_id': '7312dd9a-9d60-4dc8-9999-65191fd90da3', 'network_id': '106eef2d-4f40-46cd-832f-5b84b361bc62', 'admin_state_up': True, 'tenant_id': 'fc235d83432140bcb213022a9840f5c2', 'security_groups': ['cfdb6236-811a-4716-b1ab-3322fbd33eab']}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:29:46.513062 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-759bb21e-bfab-47a9-abeb-2db60ff77713 req-aba95ff2-6986-4fa5-8030-e603c01b1336 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Made reservation on behalf of fc235d83432140bcb213022a9840f5c2 for: {'port': 1} {{(pid=103882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:29:46.517383 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-759bb21e-bfab-47a9-abeb-2db60ff77713 req-aba95ff2-6986-4fa5-8030-e603c01b1336 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:46.546945 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device a8d3442b-f859-4095-bdfe-769a8a3cdb95 up at agent hyperv_hv-cinder-83607 {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:29:46.658574 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [req-759bb21e-bfab-47a9-abeb-2db60ff77713 req-aba95ff2-6986-4fa5-8030-e603c01b1336 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Allocated IP 172.20.0.14 (106eef2d-4f40-46cd-832f-5b84b361bc62/b1304d50-4387-41c0-a102-fa6eb203f82e/e9695f58-94d5-4c66-b781-13ee070c5d0c) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:29:46.664790 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-c54a3a4d-31d2-4084-af87-492647d896b7 req-1fe92663-84fb-4847-9abd-d0796eb8a49d tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=7312dd9a-9d60-4dc8-9999-65191fd90da3 HTTP/1.1" status: 200 len: 210 time: 0.0285499 Apr 06 11:29:46.698306 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Provisioning for port a8d3442b-f859-4095-bdfe-769a8a3cdb95 completed by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 11:29:46.698306 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Provisioning complete for port a8d3442b-f859-4095-bdfe-769a8a3cdb95 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:29:46.698306 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (a8d3442b-f859-4095-bdfe-769a8a3cdb95), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:46.779217 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Current status of the port a8d3442b-f859-4095-bdfe-769a8a3cdb95 is: BUILD; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:29:46.779935 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (a8d3442b-f859-4095-bdfe-769a8a3cdb95), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:46.802836 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9215d4-8152-4071-8f86-d3d654d3b2b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8d3442b-f859-4095-bdfe-769a8a3cdb95'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:29:46.805094 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a256e0d7ec5edad375dd6353356bf7a80218bed4a34d309726d6a914db977355" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a98d6f-5258-4801-8942-31e1ee289b6a" -d '{"events": [{"server_uuid": "4f9215d4-8152-4071-8f86-d3d654d3b2b6", "name": "network-vif-plugged", "status": "completed", "tag": "a8d3442b-f859-4095-bdfe-769a8a3cdb95"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:29:46.816987 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-759bb21e-bfab-47a9-abeb-2db60ff77713 req-aba95ff2-6986-4fa5-8030-e603c01b1336 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Publish callbacks [] for port (e9695f58-94d5-4c66-b781-13ee070c5d0c), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:46.822297 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port a8d3442b-f859-4095-bdfe-769a8a3cdb95, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=a8d3442b-f859-4095-bdfe-769a8a3cdb95,segment=NetworkSegment(54bcc79b-11f0-4f13-ad54-6fda3dd46cbf),segment_id=54bcc79b-11f0-4f13-ad54-6fda3dd46cbf)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:29:46.852448 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5626e5f1-e1af-47f4-af82-65edd610718f x-openstack-request-id: req-5626e5f1-e1af-47f4-af82-65edd610718f {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:29:46.853235 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f9215d4-8152-4071-8f86-d3d654d3b2b6", "name": "network-vif-plugged", "status": "completed", "tag": "a8d3442b-f859-4095-bdfe-769a8a3cdb95", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:29:46.853503 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5626e5f1-e1af-47f4-af82-65edd610718f {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:29:46.853903 dv-cinder-836073-2-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5626e5f1-e1af-47f4-af82-65edd610718f'] response: {'server_uuid': '4f9215d4-8152-4071-8f86-d3d654d3b2b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8d3442b-f859-4095-bdfe-769a8a3cdb95', 'code': 200} Apr 06 11:29:46.919130 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (a8d3442b-f859-4095-bdfe-769a8a3cdb95), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:46.919630 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-759bb21e-bfab-47a9-abeb-2db60ff77713 req-aba95ff2-6986-4fa5-8030-e603c01b1336 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779192465924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797839'] for port (e9695f58-94d5-4c66-b781-13ee070c5d0c), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:46.964930 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-759bb21e-bfab-47a9-abeb-2db60ff77713 req-aba95ff2-6986-4fa5-8030-e603c01b1336 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Network 106eef2d-4f40-46cd-832f-5b84b361bc62 is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:29:46.968150 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [req-759bb21e-bfab-47a9-abeb-2db60ff77713 req-aba95ff2-6986-4fa5-8030-e603c01b1336 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:29:46.970692 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [req-759bb21e-bfab-47a9-abeb-2db60ff77713 req-aba95ff2-6986-4fa5-8030-e603c01b1336 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:29:46.971181 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Pushing event updated for resources: {'Port': ['ID=a8d3442b-f859-4095-bdfe-769a8a3cdb95,revision_number=5']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:47.010747 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba95ff2-6986-4fa5-8030-e603c01b1336 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Pushing event updated for resources: {'Port': ['ID=e9695f58-94d5-4c66-b781-13ee070c5d0c,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:47.041657 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bb21e-bfab-47a9-abeb-2db60ff77713 req-aba95ff2-6986-4fa5-8030-e603c01b1336 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:47.042443 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-759bb21e-bfab-47a9-abeb-2db60ff77713 req-aba95ff2-6986-4fa5-8030-e603c01b1336 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for port (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:47.121435 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-759bb21e-bfab-47a9-abeb-2db60ff77713 req-aba95ff2-6986-4fa5-8030-e603c01b1336 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8122594 Apr 06 11:29:47.130891 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e503f-a01e-4ca1-81c1-8cfccd855fb3 req-560fde74-ab9b-42bd-856f-c6a48eb4ea0d tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:47.132408 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-518e503f-a01e-4ca1-81c1-8cfccd855fb3 req-560fde74-ab9b-42bd-856f-c6a48eb4ea0d tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f9215d4-8152-4071-8f86-d3d654d3b2b6 HTTP/1.1" status: 200 len: 945 time: 0.0551429 Apr 06 11:29:47.180294 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-518e503f-a01e-4ca1-81c1-8cfccd855fb3 req-7617edbb-6377-43ec-9e86-78e39a9f66b7 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f1aa03a-b810-4d23-8101-463036270b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419519 Apr 06 11:29:47.233557 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-53f2463a-f3c4-4ea2-ba21-f740eda4a6ab None None] Provisioning complete for port e9695f58-94d5-4c66-b781-13ee070c5d0c triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:29:47.233929 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-53f2463a-f3c4-4ea2-ba21-f740eda4a6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (e9695f58-94d5-4c66-b781-13ee070c5d0c), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:47.267976 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-53f2463a-f3c4-4ea2-ba21-f740eda4a6ab None None] Port e9695f58-94d5-4c66-b781-13ee070c5d0c cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:29:47.749357 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 52512) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:29:47.788188 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d6c19-283b-4d39-a442-f49761f3cd4a req-c4c2bb29-3af2-480c-87b7-338bac3cea31 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:47.791697 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2f1d6c19-283b-4d39-a442-f49761f3cd4a req-c4c2bb29-3af2-480c-87b7-338bac3cea31 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=7312dd9a-9d60-4dc8-9999-65191fd90da3 HTTP/1.1" status: 200 len: 932 time: 0.0559335 Apr 06 11:29:47.836803 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2f1d6c19-283b-4d39-a442-f49761f3cd4a req-63edbf91-f3a6-40f1-bfb7-39c7ad194ae1 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfdb6236-811a-4716-b1ab-3322fbd33eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416212 Apr 06 11:29:47.854275 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d33ea887-6b50-4837-945d-c5dcc1119fbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:47.927344 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d33ea887-6b50-4837-945d-c5dcc1119fbe admin admin] Publish callbacks [] for security_group (e4583fce-8736-48ac-845c-b353d9456529), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:47.992816 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d33ea887-6b50-4837-945d-c5dcc1119fbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (e4583fce-8736-48ac-845c-b353d9456529), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:48.030758 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-d33ea887-6b50-4837-945d-c5dcc1119fbe admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=27c0be3e788d41329c0aabbad99ee11a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2803299 Apr 06 11:29:48.031595 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33ea887-6b50-4837-945d-c5dcc1119fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4583fce-8736-48ac-845c-b353d9456529,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:48.033493 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 52520) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:29:48.080651 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-dccaebae-db8e-4858-911d-a5f1d4574f42 admin admin] Publish callbacks [] for security_group (e4583fce-8736-48ac-845c-b353d9456529), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:48.105345 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-dccaebae-db8e-4858-911d-a5f1d4574f42 admin admin] Publish callbacks [] for security_group (e4583fce-8736-48ac-845c-b353d9456529), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:48.214731 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-dccaebae-db8e-4858-911d-a5f1d4574f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (e4583fce-8736-48ac-845c-b353d9456529), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:48.219282 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-dccaebae-db8e-4858-911d-a5f1d4574f42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:48.219731 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-dccaebae-db8e-4858-911d-a5f1d4574f42 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e4583fce-8736-48ac-845c-b353d9456529 HTTP/1.1" status: 204 len: 168 time: 0.1852448 Apr 06 11:29:48.228051 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccaebae-db8e-4858-911d-a5f1d4574f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4583fce-8736-48ac-845c-b353d9456529,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:48.303045 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d53e847-4afd-4bf1-a7a9-083330d1a30f req-81338207-0c8c-428b-8fb2-35ddf975f034 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:48.304502 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-2d53e847-4afd-4bf1-a7a9-083330d1a30f req-81338207-0c8c-428b-8fb2-35ddf975f034 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f9215d4-8152-4071-8f86-d3d654d3b2b6 HTTP/1.1" status: 200 len: 945 time: 0.0517323 Apr 06 11:29:48.349689 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-2d53e847-4afd-4bf1-a7a9-083330d1a30f req-8cf3e14e-7beb-4130-86c7-39417896b8c4 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f1aa03a-b810-4d23-8101-463036270b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395384 Apr 06 11:29:48.955492 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9dbb1b-1970-4056-9090-92e7acf122a9 req-67a75e73-34b3-42ff-9af6-97d0e048c5eb tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:48.956990 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5f9dbb1b-1970-4056-9090-92e7acf122a9 req-67a75e73-34b3-42ff-9af6-97d0e048c5eb tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=7312dd9a-9d60-4dc8-9999-65191fd90da3 HTTP/1.1" status: 200 len: 932 time: 0.0521629 Apr 06 11:29:49.004091 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5f9dbb1b-1970-4056-9090-92e7acf122a9 req-66075142-41be-40d9-83b1-95432a0efb96 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfdb6236-811a-4716-b1ab-3322fbd33eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415409 Apr 06 11:29:49.457890 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [req-759bb21e-bfab-47a9-abeb-2db60ff77713 req-10606808-8eb3-40eb-9afa-1bc412770406 service neutron] Request body: {'port': {'device_id': '7312dd9a-9d60-4dc8-9999-65191fd90da3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:29:49.470937 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e2c911-fa69-4ede-a088-3a3e702d0841 req-b90fef30-01dd-4b14-b564-db0bbbf6514c tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:49.472473 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-c4e2c911-fa69-4ede-a088-3a3e702d0841 req-b90fef30-01dd-4b14-b564-db0bbbf6514c tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f9215d4-8152-4071-8f86-d3d654d3b2b6 HTTP/1.1" status: 200 len: 945 time: 0.0559154 Apr 06 11:29:49.521767 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-759bb21e-bfab-47a9-abeb-2db60ff77713 req-10606808-8eb3-40eb-9afa-1bc412770406 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (e9695f58-94d5-4c66-b781-13ee070c5d0c), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:49.523773 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-c4e2c911-fa69-4ede-a088-3a3e702d0841 req-b8e28bfb-5dbf-4e96-b062-970b820df70b tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f1aa03a-b810-4d23-8101-463036270b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440822 Apr 06 11:29:49.816879 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [req-759bb21e-bfab-47a9-abeb-2db60ff77713 req-10606808-8eb3-40eb-9afa-1bc412770406 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9695f58-94d5-4c66-b781-13ee070c5d0c {{(pid=103882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:29:49.822120 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407b6c10-7674-491d-a159-d952bac73583 req-115c38dc-28c8-42ea-8beb-6d70d8b761cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:49.823687 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-407b6c10-7674-491d-a159-d952bac73583 req-115c38dc-28c8-42ea-8beb-6d70d8b761cc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4f9215d4-8152-4071-8f86-d3d654d3b2b6 HTTP/1.1" status: 200 len: 1129 time: 0.0932374 Apr 06 11:29:49.828616 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-759bb21e-bfab-47a9-abeb-2db60ff77713 req-10606808-8eb3-40eb-9afa-1bc412770406 service neutron] Publish callbacks [] for port (e9695f58-94d5-4c66-b781-13ee070c5d0c), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:49.857240 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [req-759bb21e-bfab-47a9-abeb-2db60ff77713 req-10606808-8eb3-40eb-9afa-1bc412770406 service neutron] Transition to ACTIVE for port object e9695f58-94d5-4c66-b781-13ee070c5d0c will not be triggered until provisioned by entity L2. {{(pid=103882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 11:29:49.881530 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-407b6c10-7674-491d-a159-d952bac73583 req-5e6e6628-0f31-4970-96bf-340a3b00b872 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7f1aa03a-b810-4d23-8101-463036270b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482473 Apr 06 11:29:49.924551 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-759bb21e-bfab-47a9-abeb-2db60ff77713 req-10606808-8eb3-40eb-9afa-1bc412770406 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8797942'] for port (e9695f58-94d5-4c66-b781-13ee070c5d0c), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:49.981307 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10606808-8eb3-40eb-9afa-1bc412770406 service neutron] Pushing event updated for resources: {'Port': ['ID=e9695f58-94d5-4c66-b781-13ee070c5d0c,revision_number=2']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:50.025954 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10606808-8eb3-40eb-9afa-1bc412770406 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:29:50.026413 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10606808-8eb3-40eb-9afa-1bc412770406 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:29:50.026753 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10606808-8eb3-40eb-9afa-1bc412770406 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:29:50.027093 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10606808-8eb3-40eb-9afa-1bc412770406 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:29:50.027437 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10606808-8eb3-40eb-9afa-1bc412770406 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:29:50.027765 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10606808-8eb3-40eb-9afa-1bc412770406 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:29:50.028257 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10606808-8eb3-40eb-9afa-1bc412770406 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:29:50.028598 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10606808-8eb3-40eb-9afa-1bc412770406 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:29:50.029573 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10606808-8eb3-40eb-9afa-1bc412770406 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:29:50.029573 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10606808-8eb3-40eb-9afa-1bc412770406 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:29:50.029808 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10606808-8eb3-40eb-9afa-1bc412770406 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:29:50.033166 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10606808-8eb3-40eb-9afa-1bc412770406 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:29:50.033166 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10606808-8eb3-40eb-9afa-1bc412770406 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:29:50.033166 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10606808-8eb3-40eb-9afa-1bc412770406 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:29:50.033166 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10606808-8eb3-40eb-9afa-1bc412770406 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:29:50.083411 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [req-759bb21e-bfab-47a9-abeb-2db60ff77713 req-10606808-8eb3-40eb-9afa-1bc412770406 service neutron] Attempting to bind port e9695f58-94d5-4c66-b781-13ee070c5d0c on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:29:50.083770 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [req-759bb21e-bfab-47a9-abeb-2db60ff77713 req-10606808-8eb3-40eb-9afa-1bc412770406 service neutron] Attempting to bind port e9695f58-94d5-4c66-b781-13ee070c5d0c by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '198df4e5-b698-49c8-a8e7-40f2cf45ec63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '106eef2d-4f40-46cd-832f-5b84b361bc62'}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:29:50.084409 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759bb21e-bfab-47a9-abeb-2db60ff77713 req-10606808-8eb3-40eb-9afa-1bc412770406 service neutron] Attempting to bind port e9695f58-94d5-4c66-b781-13ee070c5d0c on network 106eef2d-4f40-46cd-832f-5b84b361bc62 {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:29:50.118900 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759bb21e-bfab-47a9-abeb-2db60ff77713 req-10606808-8eb3-40eb-9afa-1bc412770406 service neutron] Port e9695f58-94d5-4c66-b781-13ee070c5d0c on network 106eef2d-4f40-46cd-832f-5b84b361bc62 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 11:29:50.119233 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759bb21e-bfab-47a9-abeb-2db60ff77713 req-10606808-8eb3-40eb-9afa-1bc412770406 service neutron] Attempting to bind port e9695f58-94d5-4c66-b781-13ee070c5d0c on network 106eef2d-4f40-46cd-832f-5b84b361bc62 {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:29:50.130840 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759bb21e-bfab-47a9-abeb-2db60ff77713 req-10606808-8eb3-40eb-9afa-1bc412770406 service neutron] Checking agent: {'id': 'dc195572-b6d9-4259-8541-839e457b2650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 25, 36), 'started_at': datetime.datetime(2022, 4, 6, 11, 25, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:29:50.131233 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759bb21e-bfab-47a9-abeb-2db60ff77713 req-10606808-8eb3-40eb-9afa-1bc412770406 service neutron] Checking segment: {'id': '198df4e5-b698-49c8-a8e7-40f2cf45ec63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '106eef2d-4f40-46cd-832f-5b84b361bc62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:29:50.131756 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759bb21e-bfab-47a9-abeb-2db60ff77713 req-10606808-8eb3-40eb-9afa-1bc412770406 service neutron] Bound using segment: {'id': '198df4e5-b698-49c8-a8e7-40f2cf45ec63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '106eef2d-4f40-46cd-832f-5b84b361bc62'} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:29:50.133670 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [req-759bb21e-bfab-47a9-abeb-2db60ff77713 req-10606808-8eb3-40eb-9afa-1bc412770406 service neutron] Bound port: e9695f58-94d5-4c66-b781-13ee070c5d0c, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '198df4e5-b698-49c8-a8e7-40f2cf45ec63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '106eef2d-4f40-46cd-832f-5b84b361bc62'}}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:29:50.133670 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-759bb21e-bfab-47a9-abeb-2db60ff77713 req-10606808-8eb3-40eb-9afa-1bc412770406 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (e9695f58-94d5-4c66-b781-13ee070c5d0c), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:50.194258 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8194a1-d12a-4bd0-bde9-c4cb4be7200b req-c94fd7b6-a3da-40be-a14a-fc37d9ccb61c tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:50.194699 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8a8194a1-d12a-4bd0-bde9-c4cb4be7200b req-c94fd7b6-a3da-40be-a14a-fc37d9ccb61c tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=7312dd9a-9d60-4dc8-9999-65191fd90da3 HTTP/1.1" status: 200 len: 944 time: 0.1082628 Apr 06 11:29:50.238884 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [req-759bb21e-bfab-47a9-abeb-2db60ff77713 req-10606808-8eb3-40eb-9afa-1bc412770406 service neutron] For port e9695f58-94d5-4c66-b781-13ee070c5d0c, host hv-cinder-83607, cleared binding levels {{(pid=103882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:29:50.242790 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [req-759bb21e-bfab-47a9-abeb-2db60ff77713 req-10606808-8eb3-40eb-9afa-1bc412770406 service neutron] For port e9695f58-94d5-4c66-b781-13ee070c5d0c, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=e9695f58-94d5-4c66-b781-13ee070c5d0c,segment=NetworkSegment(198df4e5-b698-49c8-a8e7-40f2cf45ec63),segment_id=198df4e5-b698-49c8-a8e7-40f2cf45ec63)] {{(pid=103882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:29:50.265049 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8a8194a1-d12a-4bd0-bde9-c4cb4be7200b req-de3f5e5a-661e-40c9-81d1-b7ae33a8aa95 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfdb6236-811a-4716-b1ab-3322fbd33eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612974 Apr 06 11:29:50.313992 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-759bb21e-bfab-47a9-abeb-2db60ff77713 req-10606808-8eb3-40eb-9afa-1bc412770406 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8797942'] for port (e9695f58-94d5-4c66-b781-13ee070c5d0c), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:50.348314 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bb21e-bfab-47a9-abeb-2db60ff77713 req-10606808-8eb3-40eb-9afa-1bc412770406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:50.349205 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-759bb21e-bfab-47a9-abeb-2db60ff77713 req-10606808-8eb3-40eb-9afa-1bc412770406 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for port (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:50.350571 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-759bb21e-bfab-47a9-abeb-2db60ff77713 req-10606808-8eb3-40eb-9afa-1bc412770406 service neutron] 10.222.0.48 "PUT /v2.0/ports/e9695f58-94d5-4c66-b781-13ee070c5d0c HTTP/1.1" status: 200 len: 1094 time: 0.8973083 Apr 06 11:29:50.350979 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7312dd9a-9d60-4dc8-9999-65191fd90da3', 'tag': 'e9695f58-94d5-4c66-b781-13ee070c5d0c'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:29:50.353640 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29156e5c8df2cda5f8c3a12ff109e02ba7a327efefb734c2c5f81b1bf548e3ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9c788b-da00-4a98-b03e-c7fc8034a555" -d '{"events": [{"name": "network-changed", "server_uuid": "7312dd9a-9d60-4dc8-9999-65191fd90da3", "tag": "e9695f58-94d5-4c66-b781-13ee070c5d0c"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:29:50.395717 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6528b00d-7a2b-4b2a-ae2b-84eedcbc6054 x-openstack-request-id: req-6528b00d-7a2b-4b2a-ae2b-84eedcbc6054 {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:29:50.396009 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7312dd9a-9d60-4dc8-9999-65191fd90da3", "tag": "e9695f58-94d5-4c66-b781-13ee070c5d0c", "status": "completed", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:29:50.396264 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6528b00d-7a2b-4b2a-ae2b-84eedcbc6054 {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:29:50.396665 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6528b00d-7a2b-4b2a-ae2b-84eedcbc6054'] response: {'name': 'network-changed', 'server_uuid': '7312dd9a-9d60-4dc8-9999-65191fd90da3', 'tag': 'e9695f58-94d5-4c66-b781-13ee070c5d0c', 'status': 'completed', 'code': 200} Apr 06 11:29:50.397659 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10606808-8eb3-40eb-9afa-1bc412770406 service neutron] Pushing event updated for resources: {'Port': ['ID=e9695f58-94d5-4c66-b781-13ee070c5d0c,revision_number=3']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:50.659319 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68106c79-1c8f-4028-90e9-7f8738bfa6cc req-56a29518-1962-485f-bd47-cf2d4b893436 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:50.669393 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-68106c79-1c8f-4028-90e9-7f8738bfa6cc req-56a29518-1962-485f-bd47-cf2d4b893436 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f9215d4-8152-4071-8f86-d3d654d3b2b6 HTTP/1.1" status: 200 len: 945 time: 0.0740092 Apr 06 11:29:50.730209 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-68106c79-1c8f-4028-90e9-7f8738bfa6cc req-97461d70-cbde-4abb-b990-36ae0bf23503 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f1aa03a-b810-4d23-8101-463036270b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573480 Apr 06 11:29:50.916899 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c788b-da00-4a98-b03e-c7fc8034a555 req-ba685e75-04b1-4ff7-9ca7-aae06782fa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:50.918679 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7e9c788b-da00-4a98-b03e-c7fc8034a555 req-ba685e75-04b1-4ff7-9ca7-aae06782fa54 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fc235d83432140bcb213022a9840f5c2&device_id=7312dd9a-9d60-4dc8-9999-65191fd90da3 HTTP/1.1" status: 200 len: 1128 time: 0.0710905 Apr 06 11:29:50.925632 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-457fa615-65c3-4852-a1fd-091fe45c7324 req-55aa7e71-4b25-4a4f-8a0a-f2ea465f0d7a tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-497580951&fields=id&tenant_id=de48ef632a974b5c83191742cf569887 HTTP/1.1" status: 200 len: 267 time: 0.0518317 Apr 06 11:29:51.034209 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457fa615-65c3-4852-a1fd-091fe45c7324 req-e08fe274-073d-468a-85f2-2f85acde6c06 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:51.035200 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-457fa615-65c3-4852-a1fd-091fe45c7324 req-e08fe274-073d-468a-85f2-2f85acde6c06 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/networks?id=5529688d-cbb0-454c-b2b2-2dd8660f20c8 HTTP/1.1" status: 200 len: 811 time: 0.1028521 Apr 06 11:29:51.056905 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-457fa615-65c3-4852-a1fd-091fe45c7324 req-dd2c4d63-661d-436b-9b3f-3a23013ece8e tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/quotas/de48ef632a974b5c83191742cf569887 HTTP/1.1" status: 200 len: 375 time: 0.0152223 Apr 06 11:29:51.113840 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-457fa615-65c3-4852-a1fd-091fe45c7324 req-c323ce7f-2c93-435e-b1be-65d001df4403 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=de48ef632a974b5c83191742cf569887&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513070 Apr 06 11:29:51.211277 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-457fa615-65c3-4852-a1fd-091fe45c7324 req-c6143746-693c-482a-a06c-0df84d349909 service neutron] 10.222.0.43 "GET /v2.0/networks/5529688d-cbb0-454c-b2b2-2dd8660f20c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834405 Apr 06 11:29:51.321662 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-457fa615-65c3-4852-a1fd-091fe45c7324 req-187a088a-8851-4f5d-bec8-1917062bae1f service neutron] 10.222.0.43 "GET /v2.0/networks/5529688d-cbb0-454c-b2b2-2dd8660f20c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053512 Apr 06 11:29:51.481492 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39fd461-de3d-460e-8e40-d27c2716408a req-c019b59e-f8cf-4837-b6a5-385c7c08af24 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:51.483005 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e39fd461-de3d-460e-8e40-d27c2716408a req-c019b59e-f8cf-4837-b6a5-385c7c08af24 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=7312dd9a-9d60-4dc8-9999-65191fd90da3 HTTP/1.1" status: 200 len: 944 time: 0.1079874 Apr 06 11:29:51.484848 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c788b-da00-4a98-b03e-c7fc8034a555 req-77a79648-9fa4-4eb8-8cca-edbffcc99f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:51.486240 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7e9c788b-da00-4a98-b03e-c7fc8034a555 req-77a79648-9fa4-4eb8-8cca-edbffcc99f4b service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=fc235d83432140bcb213022a9840f5c2&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1769698 Apr 06 11:29:51.531123 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e39fd461-de3d-460e-8e40-d27c2716408a req-c5985f65-ba58-4223-93a7-12de4d4abedd tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfdb6236-811a-4716-b1ab-3322fbd33eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414460 Apr 06 11:29:51.951885 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720d632-83c4-48eb-b6da-9ee1a8d5ef64 req-e8604631-9555-4479-bc7b-4a1475066b38 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:51.953419 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a720d632-83c4-48eb-b6da-9ee1a8d5ef64 req-e8604631-9555-4479-bc7b-4a1475066b38 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f9215d4-8152-4071-8f86-d3d654d3b2b6 HTTP/1.1" status: 200 len: 945 time: 0.1113534 Apr 06 11:29:51.954752 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c788b-da00-4a98-b03e-c7fc8034a555 req-7d1f6c66-b8e3-405e-9e80-7bcec3cdfca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:51.956348 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7e9c788b-da00-4a98-b03e-c7fc8034a555 req-7d1f6c66-b8e3-405e-9e80-7bcec3cdfca8 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1672840 Apr 06 11:29:51.972479 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-5b937ba3-2b34-4a7f-b551-39426f5210c8 req-f0d3de0b-03fb-49d3-9608-64f015871fe1 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/ports?device_id=20f1413f-f56d-4860-9f05-81b5a7d23497 HTTP/1.1" status: 200 len: 210 time: 0.0387225 Apr 06 11:29:52.010521 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a720d632-83c4-48eb-b6da-9ee1a8d5ef64 req-ed700af4-7552-4a04-802d-d9c74c46cd5c tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f1aa03a-b810-4d23-8101-463036270b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504889 Apr 06 11:29:52.190862 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bb21e-bfab-47a9-abeb-2db60ff77713 req-be3f5bf6-b32a-47c9-8683-dcfebf796da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:52.192390 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-759bb21e-bfab-47a9-abeb-2db60ff77713 req-be3f5bf6-b32a-47c9-8683-dcfebf796da7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fc235d83432140bcb213022a9840f5c2&device_id=7312dd9a-9d60-4dc8-9999-65191fd90da3 HTTP/1.1" status: 200 len: 1128 time: 0.0479870 Apr 06 11:29:52.239392 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-759bb21e-bfab-47a9-abeb-2db60ff77713 req-00cd14e5-4614-44db-9bd6-ebc577c9a3bb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9695f58-94d5-4c66-b781-13ee070c5d0c HTTP/1.1" status: 200 len: 217 time: 0.0374272 Apr 06 11:29:52.301563 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bb21e-bfab-47a9-abeb-2db60ff77713 req-45a35c5f-9ccc-4c50-8d36-510ec771e8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:52.303044 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-759bb21e-bfab-47a9-abeb-2db60ff77713 req-45a35c5f-9ccc-4c50-8d36-510ec771e8f1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b1304d50-4387-41c0-a102-fa6eb203f82e HTTP/1.1" status: 200 len: 858 time: 0.0489585 Apr 06 11:29:52.354647 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bb21e-bfab-47a9-abeb-2db60ff77713 req-2e85d6d0-38cf-48be-bb75-0ca8d21feefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:52.356166 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-759bb21e-bfab-47a9-abeb-2db60ff77713 req-2e85d6d0-38cf-48be-bb75-0ca8d21feefa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=106eef2d-4f40-46cd-832f-5b84b361bc62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452058 Apr 06 11:29:52.457711 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-759bb21e-bfab-47a9-abeb-2db60ff77713 req-b375818e-70e2-40cf-80ef-009713b0d939 service neutron] 10.222.0.48 "GET /v2.0/networks/106eef2d-4f40-46cd-832f-5b84b361bc62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938051 Apr 06 11:29:52.552060 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-759bb21e-bfab-47a9-abeb-2db60ff77713 req-befe95e9-9db8-4a6a-bf7f-bcf78176aaa3 service neutron] 10.222.0.48 "GET /v2.0/networks/106eef2d-4f40-46cd-832f-5b84b361bc62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852098 Apr 06 11:29:52.658244 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341ce08-a69d-4d26-ab6d-16c996f808d1 req-f327e241-9529-423c-b5f1-598d2ac12fe2 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:52.659929 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-d341ce08-a69d-4d26-ab6d-16c996f808d1 req-f327e241-9529-423c-b5f1-598d2ac12fe2 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=7312dd9a-9d60-4dc8-9999-65191fd90da3 HTTP/1.1" status: 200 len: 944 time: 0.0607669 Apr 06 11:29:52.721754 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-d341ce08-a69d-4d26-ab6d-16c996f808d1 req-217c4925-a45f-443c-8398-482916aadc15 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfdb6236-811a-4716-b1ab-3322fbd33eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544403 Apr 06 11:29:53.060869 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4a2f161f-67c2-4632-b876-fee77dc34c6c req-62f968f7-47ff-4ac3-81dc-13c7659dfa2a tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/ports?device_id=20f1413f-f56d-4860-9f05-81b5a7d23497 HTTP/1.1" status: 200 len: 210 time: 0.0272007 Apr 06 11:29:53.855042 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb80a118-2c9d-458f-86e0-4e0ed4ece127 req-14d7504b-68db-438d-840a-84aa01d668ef tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:53.859870 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-bb80a118-2c9d-458f-86e0-4e0ed4ece127 req-14d7504b-68db-438d-840a-84aa01d668ef tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=7312dd9a-9d60-4dc8-9999-65191fd90da3 HTTP/1.1" status: 200 len: 944 time: 0.0527127 Apr 06 11:29:53.919018 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-bb80a118-2c9d-458f-86e0-4e0ed4ece127 req-b2c8053c-c8db-45a9-bf86-5faf82ce1306 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfdb6236-811a-4716-b1ab-3322fbd33eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505702 Apr 06 11:29:53.960479 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02076ade-18fb-4d1f-a332-7022ca86c122 req-a8b06e76-5e04-4d23-9043-b4c9049b7e79 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:53.961995 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-02076ade-18fb-4d1f-a332-7022ca86c122 req-a8b06e76-5e04-4d23-9043-b4c9049b7e79 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=081311f2-0586-4322-b5fe-be6919a27964 HTTP/1.1" status: 200 len: 946 time: 0.0532291 Apr 06 11:29:54.010602 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-02076ade-18fb-4d1f-a332-7022ca86c122 req-68f2cb1d-0639-4a05-b5f9-a1b7856885a5 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd7f9ccd-ed17-41d5-9a76-4d027a6a8ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427299 Apr 06 11:29:54.028703 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d579a-86fd-4fb0-be3a-f2029984d444 req-61f42cea-f9b5-4e89-b660-f5ef33c91ae2 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:54.030884 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-702d579a-86fd-4fb0-be3a-f2029984d444 req-61f42cea-f9b5-4e89-b660-f5ef33c91ae2 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f9215d4-8152-4071-8f86-d3d654d3b2b6 HTTP/1.1" status: 200 len: 945 time: 0.0530453 Apr 06 11:29:54.078540 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-702d579a-86fd-4fb0-be3a-f2029984d444 req-e7304063-8211-4893-a6f0-6b25bfcb6b84 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f1aa03a-b810-4d23-8101-463036270b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415404 Apr 06 11:29:54.150931 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-c04e9680-9d28-4adb-bdaa-7c8355c52f5e req-a633bfeb-204a-413c-9ad3-e8cc7c74d305 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/ports?device_id=20f1413f-f56d-4860-9f05-81b5a7d23497 HTTP/1.1" status: 200 len: 210 time: 0.0268602 Apr 06 11:29:55.049351 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0efae6-325c-4a51-b863-127ee034a446 req-f0c966b5-bd0e-4769-b7ec-c0b6c39a7a4d tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:55.050912 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-bf0efae6-325c-4a51-b863-127ee034a446 req-f0c966b5-bd0e-4769-b7ec-c0b6c39a7a4d tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=7312dd9a-9d60-4dc8-9999-65191fd90da3 HTTP/1.1" status: 200 len: 944 time: 0.0608494 Apr 06 11:29:55.100285 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-bf0efae6-325c-4a51-b863-127ee034a446 req-19b86b68-f0fb-4a33-8886-f06ac783f915 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfdb6236-811a-4716-b1ab-3322fbd33eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432832 Apr 06 11:29:55.156231 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65459689-2ebd-42ea-b6e0-9137efdde383 req-05fd6650-3e02-4ca6-ac52-44899034f7d8 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:55.157816 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-65459689-2ebd-42ea-b6e0-9137efdde383 req-05fd6650-3e02-4ca6-ac52-44899034f7d8 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=081311f2-0586-4322-b5fe-be6919a27964 HTTP/1.1" status: 200 len: 946 time: 0.0522065 Apr 06 11:29:55.213871 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-65459689-2ebd-42ea-b6e0-9137efdde383 req-5276e76f-28d0-4999-a3b6-b00109eb9443 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd7f9ccd-ed17-41d5-9a76-4d027a6a8ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467198 Apr 06 11:29:55.220084 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e289c-c71e-4aeb-b3c9-5335b03d9388 req-8c9f67d2-81c5-4615-98a6-6567eef1f26b tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:55.222510 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d41e289c-c71e-4aeb-b3c9-5335b03d9388 req-8c9f67d2-81c5-4615-98a6-6567eef1f26b tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f9215d4-8152-4071-8f86-d3d654d3b2b6 HTTP/1.1" status: 200 len: 945 time: 0.0632348 Apr 06 11:29:55.268613 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d41e289c-c71e-4aeb-b3c9-5335b03d9388 req-5e617b14-4d01-43e3-97ab-b60097303d8f tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/security-groups?id=7f1aa03a-b810-4d23-8101-463036270b13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412869 Apr 06 11:29:55.299945 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-e46b5b92-039b-472a-9c55-f4680d54e145 req-c170598a-25ef-49b8-aba3-b7ee31ce7d38 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/ports?device_id=20f1413f-f56d-4860-9f05-81b5a7d23497 HTTP/1.1" status: 200 len: 210 time: 0.0262952 Apr 06 11:29:55.463160 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device e9695f58-94d5-4c66-b781-13ee070c5d0c details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:29:55.476665 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a289d980-a716-47ab-ad61-832c50d582c3 req-9d8fa4cf-8366-47fb-b54d-c60aa20313b4 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:55.478182 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a289d980-a716-47ab-ad61-832c50d582c3 req-9d8fa4cf-8366-47fb-b54d-c60aa20313b4 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f9215d4-8152-4071-8f86-d3d654d3b2b6 HTTP/1.1" status: 200 len: 945 time: 0.0571215 Apr 06 11:29:55.573330 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port e9695f58-94d5-4c66-b781-13ee070c5d0c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=e9695f58-94d5-4c66-b781-13ee070c5d0c,segment=NetworkSegment(198df4e5-b698-49c8-a8e7-40f2cf45ec63),segment_id=198df4e5-b698-49c8-a8e7-40f2cf45ec63)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:29:55.579804 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [req-a289d980-a716-47ab-ad61-832c50d582c3 req-43a0c056-186e-45d9-bfb0-72b1187eac1d tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] Deleting port a8d3442b-f859-4095-bdfe-769a8a3cdb95 {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:29:55.580310 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-a289d980-a716-47ab-ad61-832c50d582c3 req-43a0c056-186e-45d9-bfb0-72b1187eac1d tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192836145'] for port (a8d3442b-f859-4095-bdfe-769a8a3cdb95), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:55.581687 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Returning: {'device': 'e9695f58-94d5-4c66-b781-13ee070c5d0c', 'network_id': '106eef2d-4f40-46cd-832f-5b84b361bc62', 'port_id': 'e9695f58-94d5-4c66-b781-13ee070c5d0c', 'mac_address': 'fa:16:3e:83:be:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1304d50-4387-41c0-a102-fa6eb203f82e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:29:55.619377 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Current status of the port e9695f58-94d5-4c66-b781-13ee070c5d0c is: DOWN; New status is: BUILD {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:29:55.619620 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (e9695f58-94d5-4c66-b781-13ee070c5d0c), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:55.633113 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9695f58-94d5-4c66-b781-13ee070c5d0c {{(pid=103883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:29:55.653510 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port e9695f58-94d5-4c66-b781-13ee070c5d0c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=e9695f58-94d5-4c66-b781-13ee070c5d0c,segment=NetworkSegment(198df4e5-b698-49c8-a8e7-40f2cf45ec63),segment_id=198df4e5-b698-49c8-a8e7-40f2cf45ec63)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:29:55.671973 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [req-a289d980-a716-47ab-ad61-832c50d582c3 req-43a0c056-186e-45d9-bfb0-72b1187eac1d tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] For port a8d3442b-f859-4095-bdfe-769a8a3cdb95, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=a8d3442b-f859-4095-bdfe-769a8a3cdb95,segment=NetworkSegment(54bcc79b-11f0-4f13-ad54-6fda3dd46cbf),segment_id=54bcc79b-11f0-4f13-ad54-6fda3dd46cbf)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:29:55.672346 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-a289d980-a716-47ab-ad61-832c50d582c3 req-43a0c056-186e-45d9-bfb0-72b1187eac1d tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-891628'] for port (a8d3442b-f859-4095-bdfe-769a8a3cdb95), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:55.684677 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [req-a289d980-a716-47ab-ad61-832c50d582c3 req-43a0c056-186e-45d9-bfb0-72b1187eac1d tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] Calling delete_port for a8d3442b-f859-4095-bdfe-769a8a3cdb95 owned by compute:nova {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:29:55.775811 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (e9695f58-94d5-4c66-b781-13ee070c5d0c), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:55.828625 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Pushing event updated for resources: {'Port': ['ID=e9695f58-94d5-4c66-b781-13ee070c5d0c,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:55.855869 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-a289d980-a716-47ab-ad61-832c50d582c3 req-43a0c056-186e-45d9-bfb0-72b1187eac1d tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192843524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779192465933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797839'] for port (a8d3442b-f859-4095-bdfe-769a8a3cdb95), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:55.884650 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a0c056-186e-45d9-bfb0-72b1187eac1d tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] Pushing event deleted for resources: {'Port': ['ID=a8d3442b-f859-4095-bdfe-769a8a3cdb95,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:55.928114 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [req-a289d980-a716-47ab-ad61-832c50d582c3 req-43a0c056-186e-45d9-bfb0-72b1187eac1d tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] No DVR routers for this DVR port a8d3442b-f859-4095-bdfe-769a8a3cdb95 on host hv-cinder-83607 {{(pid=103882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:29:55.931169 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-a289d980-a716-47ab-ad61-832c50d582c3 req-43a0c056-186e-45d9-bfb0-72b1187eac1d tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for port (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:55.934493 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a289d980-a716-47ab-ad61-832c50d582c3 req-43a0c056-186e-45d9-bfb0-72b1187eac1d tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.48 "DELETE /v2.0/ports/a8d3442b-f859-4095-bdfe-769a8a3cdb95 HTTP/1.1" status: 204 len: 173 time: 0.4495134 Apr 06 11:29:55.934985 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9215d4-8152-4071-8f86-d3d654d3b2b6', 'name': 'network-vif-deleted', 'tag': 'a8d3442b-f859-4095-bdfe-769a8a3cdb95'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:29:55.938093 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29156e5c8df2cda5f8c3a12ff109e02ba7a327efefb734c2c5f81b1bf548e3ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d34aeff-056f-41ee-a0e5-fad5afede4da" -d '{"events": [{"server_uuid": "4f9215d4-8152-4071-8f86-d3d654d3b2b6", "name": "network-vif-deleted", "tag": "a8d3442b-f859-4095-bdfe-769a8a3cdb95"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:29:55.951415 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] get_ports_and_sgs() called for port_ids ['a8d3442b-f859-4095-bdfe-769a8a3cdb95'] {{(pid=103883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:29:55.973456 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3711dd0-93cd-468c-a29b-485e7301ace3 x-openstack-request-id: req-f3711dd0-93cd-468c-a29b-485e7301ace3 {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:29:55.973745 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f9215d4-8152-4071-8f86-d3d654d3b2b6", "name": "network-vif-deleted", "tag": "a8d3442b-f859-4095-bdfe-769a8a3cdb95", "status": "completed", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:29:55.974000 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f3711dd0-93cd-468c-a29b-485e7301ace3 {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:29:55.975295 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3711dd0-93cd-468c-a29b-485e7301ace3'] response: {'server_uuid': '4f9215d4-8152-4071-8f86-d3d654d3b2b6', 'name': 'network-vif-deleted', 'tag': 'a8d3442b-f859-4095-bdfe-769a8a3cdb95', 'status': 'completed', 'code': 200} Apr 06 11:29:56.052606 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] get_ports_and_sgs() called for port_ids ['e9695f58-94d5-4c66-b781-13ee070c5d0c'] {{(pid=103883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:29:56.234208 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5427d6-bc66-4c25-8c9b-c9d6a41b2dc4 req-154eeeb6-2226-4984-93f5-a6be6fb40975 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:56.242436 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ee5427d6-bc66-4c25-8c9b-c9d6a41b2dc4 req-154eeeb6-2226-4984-93f5-a6be6fb40975 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=7312dd9a-9d60-4dc8-9999-65191fd90da3 HTTP/1.1" status: 200 len: 945 time: 0.0718143 Apr 06 11:29:56.296271 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ee5427d6-bc66-4c25-8c9b-c9d6a41b2dc4 req-8133241a-d751-4794-9aea-af33bbf21984 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfdb6236-811a-4716-b1ab-3322fbd33eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539322 Apr 06 11:29:56.342066 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 52786) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:29:56.386245 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-a185b20b-f385-4d0c-bdc7-477d8b7f301c req-440b74d4-6a13-4304-95cf-4b21e43427db tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f9215d4-8152-4071-8f86-d3d654d3b2b6 HTTP/1.1" status: 200 len: 210 time: 0.0277956 Apr 06 11:29:56.474744 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3529480-00a8-4ef1-b699-e987257721fe req-5273610a-180c-4982-8b08-4112e5099f50 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:56.482541 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f3529480-00a8-4ef1-b699-e987257721fe req-5273610a-180c-4982-8b08-4112e5099f50 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=081311f2-0586-4322-b5fe-be6919a27964 HTTP/1.1" status: 200 len: 946 time: 0.1184528 Apr 06 11:29:56.490763 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-045034a7-768a-4a2f-9398-3c1502037a1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:56.516341 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457fa615-65c3-4852-a1fd-091fe45c7324 req-1b799b45-81d7-4943-bab7-c4da7ecc83d2 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:56.517937 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-457fa615-65c3-4852-a1fd-091fe45c7324 req-1b799b45-81d7-4943-bab7-c4da7ecc83d2 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.48 "GET /v2.0/networks?id=5529688d-cbb0-454c-b2b2-2dd8660f20c8 HTTP/1.1" status: 200 len: 811 time: 0.2281563 Apr 06 11:29:56.523808 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-aa29ad95-ece9-410b-9f58-a0fb02d96923 req-956db7f5-a7fe-4928-b177-39e2d564bab4 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/ports?device_id=20f1413f-f56d-4860-9f05-81b5a7d23497 HTTP/1.1" status: 200 len: 210 time: 0.0348461 Apr 06 11:29:56.547179 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f3529480-00a8-4ef1-b699-e987257721fe req-659eb138-e7cb-4d94-b083-098174c8af4c tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd7f9ccd-ed17-41d5-9a76-4d027a6a8ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637193 Apr 06 11:29:56.596456 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-045034a7-768a-4a2f-9398-3c1502037a1c admin admin] Publish callbacks [] for security_group (352346c5-3522-4710-8e92-de1a1a739ead), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:56.679455 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-045034a7-768a-4a2f-9398-3c1502037a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (352346c5-3522-4710-8e92-de1a1a739ead), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:56.718866 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045034a7-768a-4a2f-9398-3c1502037a1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=352346c5-3522-4710-8e92-de1a1a739ead,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:56.722671 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-045034a7-768a-4a2f-9398-3c1502037a1c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=04bc847351d743789780bdfeb54365d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3792865 Apr 06 11:29:56.725898 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 52800) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:29:56.729173 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045034a7-768a-4a2f-9398-3c1502037a1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:29:56.729527 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045034a7-768a-4a2f-9398-3c1502037a1c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:29:56.729989 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045034a7-768a-4a2f-9398-3c1502037a1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:29:56.730330 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045034a7-768a-4a2f-9398-3c1502037a1c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:29:56.730659 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045034a7-768a-4a2f-9398-3c1502037a1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:29:56.730987 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045034a7-768a-4a2f-9398-3c1502037a1c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:29:56.731335 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045034a7-768a-4a2f-9398-3c1502037a1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:29:56.731639 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045034a7-768a-4a2f-9398-3c1502037a1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:29:56.732022 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045034a7-768a-4a2f-9398-3c1502037a1c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:29:56.732358 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045034a7-768a-4a2f-9398-3c1502037a1c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:29:56.732684 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045034a7-768a-4a2f-9398-3c1502037a1c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:29:56.733005 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045034a7-768a-4a2f-9398-3c1502037a1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:29:56.733374 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045034a7-768a-4a2f-9398-3c1502037a1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:29:56.737648 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045034a7-768a-4a2f-9398-3c1502037a1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:29:56.737648 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045034a7-768a-4a2f-9398-3c1502037a1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:29:56.809336 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f6d56727-bb1c-41b4-94ce-c71bb137d9d2 admin admin] Publish callbacks [] for security_group (352346c5-3522-4710-8e92-de1a1a739ead), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:56.854324 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-457fa615-65c3-4852-a1fd-091fe45c7324 req-51da132b-6d5b-4ad5-a912-3bce96e474b5 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de48ef632a974b5c83191742cf569887 HTTP/1.1" status: 200 len: 379 time: 0.1032848 Apr 06 11:29:56.854324 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f6d56727-bb1c-41b4-94ce-c71bb137d9d2 admin admin] Publish callbacks [] for security_group (352346c5-3522-4710-8e92-de1a1a739ead), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:56.865556 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [req-457fa615-65c3-4852-a1fd-091fe45c7324 req-08f61da7-6864-4fbb-ba67-c0403fe45951 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Request body: {'port': {'device_id': '20f1413f-f56d-4860-9f05-81b5a7d23497', 'network_id': '5529688d-cbb0-454c-b2b2-2dd8660f20c8', 'admin_state_up': True, 'tenant_id': 'de48ef632a974b5c83191742cf569887', 'security_groups': ['ac894724-97ca-41d3-96d5-110745d86dd5']}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:29:57.004505 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f6d56727-bb1c-41b4-94ce-c71bb137d9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (352346c5-3522-4710-8e92-de1a1a739ead), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:57.007046 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f6d56727-bb1c-41b4-94ce-c71bb137d9d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:57.008254 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-f6d56727-bb1c-41b4-94ce-c71bb137d9d2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/352346c5-3522-4710-8e92-de1a1a739ead HTTP/1.1" status: 204 len: 168 time: 0.2813492 Apr 06 11:29:57.016359 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d56727-bb1c-41b4-94ce-c71bb137d9d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=352346c5-3522-4710-8e92-de1a1a739ead,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:57.044790 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-457fa615-65c3-4852-a1fd-091fe45c7324 req-08f61da7-6864-4fbb-ba67-c0403fe45951 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Made reservation on behalf of de48ef632a974b5c83191742cf569887 for: {'port': 1} {{(pid=103882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:29:57.048353 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-457fa615-65c3-4852-a1fd-091fe45c7324 req-08f61da7-6864-4fbb-ba67-c0403fe45951 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:57.401623 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [req-457fa615-65c3-4852-a1fd-091fe45c7324 req-08f61da7-6864-4fbb-ba67-c0403fe45951 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Allocated IP 172.20.0.11 (5529688d-cbb0-454c-b2b2-2dd8660f20c8/c5124a61-a5c8-4acc-8eca-8ed8dd4c3666/4b643a6f-8f61-4d24-a607-c18d8c6dcc43) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:29:57.419489 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eda20d-dceb-419b-80d0-7a5624c959f9 req-ca9a5554-9509-4768-adb5-86bd69eb412e tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:57.421761 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-99eda20d-dceb-419b-80d0-7a5624c959f9 req-ca9a5554-9509-4768-adb5-86bd69eb412e tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=7312dd9a-9d60-4dc8-9999-65191fd90da3 HTTP/1.1" status: 200 len: 945 time: 0.0592759 Apr 06 11:29:57.478452 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-99eda20d-dceb-419b-80d0-7a5624c959f9 req-4e7f9d5b-5527-4342-93bb-730b4cba51e9 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfdb6236-811a-4716-b1ab-3322fbd33eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491655 Apr 06 11:29:57.526045 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4a0288bb-7dbb-491f-9cc9-c708c3ff8253 req-306655ec-96de-444e-80f2-410ae1ccd0e2 tempest-VolumesActionsTest-1589429340 tempest-VolumesActionsTest-1589429340-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f9215d4-8152-4071-8f86-d3d654d3b2b6 HTTP/1.1" status: 200 len: 210 time: 0.0351717 Apr 06 11:29:57.574756 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-457fa615-65c3-4852-a1fd-091fe45c7324 req-08f61da7-6864-4fbb-ba67-c0403fe45951 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks [] for port (4b643a6f-8f61-4d24-a607-c18d8c6dcc43), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:57.620961 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-12cf7f28-9005-4da8-a051-95668c76f23a req-606f5bbd-9d84-4cc8-8c61-444eea4d9899 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/ports?device_id=20f1413f-f56d-4860-9f05-81b5a7d23497 HTTP/1.1" status: 200 len: 210 time: 0.0260143 Apr 06 11:29:57.664809 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-457fa615-65c3-4852-a1fd-091fe45c7324 req-08f61da7-6864-4fbb-ba67-c0403fe45951 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779192465924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797839'] for port (4b643a6f-8f61-4d24-a607-c18d8c6dcc43), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:57.681897 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6596067-6fd2-44ca-9c83-cfef3b8f7bea req-ef8e8a02-5c60-4985-b002-e5aad5e6a9ff tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:57.683281 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f6596067-6fd2-44ca-9c83-cfef3b8f7bea req-ef8e8a02-5c60-4985-b002-e5aad5e6a9ff tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=081311f2-0586-4322-b5fe-be6919a27964 HTTP/1.1" status: 200 len: 946 time: 0.0636642 Apr 06 11:29:57.732735 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-457fa615-65c3-4852-a1fd-091fe45c7324 req-08f61da7-6864-4fbb-ba67-c0403fe45951 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Network 5529688d-cbb0-454c-b2b2-2dd8660f20c8 is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:29:57.737320 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [req-457fa615-65c3-4852-a1fd-091fe45c7324 req-08f61da7-6864-4fbb-ba67-c0403fe45951 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:29:57.739716 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [req-457fa615-65c3-4852-a1fd-091fe45c7324 req-08f61da7-6864-4fbb-ba67-c0403fe45951 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:29:57.776408 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f61da7-6864-4fbb-ba67-c0403fe45951 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Pushing event updated for resources: {'Port': ['ID=4b643a6f-8f61-4d24-a607-c18d8c6dcc43,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:57.810592 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f6596067-6fd2-44ca-9c83-cfef3b8f7bea req-87e7f526-a436-44a1-9b60-3bcf96d26b49 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd7f9ccd-ed17-41d5-9a76-4d027a6a8ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067896 Apr 06 11:29:57.819685 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457fa615-65c3-4852-a1fd-091fe45c7324 req-08f61da7-6864-4fbb-ba67-c0403fe45951 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:57.820428 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-457fa615-65c3-4852-a1fd-091fe45c7324 req-08f61da7-6864-4fbb-ba67-c0403fe45951 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for port (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:57.911118 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-457fa615-65c3-4852-a1fd-091fe45c7324 req-08f61da7-6864-4fbb-ba67-c0403fe45951 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0515754 Apr 06 11:29:58.011934 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-d0895490-3341-44ac-99c0-79708dcde800 None None] Provisioning complete for port 4b643a6f-8f61-4d24-a607-c18d8c6dcc43 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:29:58.012476 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d0895490-3341-44ac-99c0-79708dcde800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (4b643a6f-8f61-4d24-a607-c18d8c6dcc43), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:58.049461 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-d0895490-3341-44ac-99c0-79708dcde800 None None] Port 4b643a6f-8f61-4d24-a607-c18d8c6dcc43 cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:29:58.548358 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device e9695f58-94d5-4c66-b781-13ee070c5d0c up at agent hyperv_hv-cinder-83607 {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:29:58.602001 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d7b490-89da-4a0a-9529-d536ea9fde65 req-26157ccd-3bde-4feb-a661-36a3c09a5756 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:58.603700 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-e6d7b490-89da-4a0a-9529-d536ea9fde65 req-26157ccd-3bde-4feb-a661-36a3c09a5756 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=7312dd9a-9d60-4dc8-9999-65191fd90da3 HTTP/1.1" status: 200 len: 945 time: 0.0572736 Apr 06 11:29:58.651548 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-e6d7b490-89da-4a0a-9529-d536ea9fde65 req-a3aee209-3fa6-438f-885b-e1e93c292181 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfdb6236-811a-4716-b1ab-3322fbd33eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412462 Apr 06 11:29:58.656488 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Provisioning for port e9695f58-94d5-4c66-b781-13ee070c5d0c completed by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 11:29:58.660768 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Provisioning complete for port e9695f58-94d5-4c66-b781-13ee070c5d0c triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:29:58.661109 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (e9695f58-94d5-4c66-b781-13ee070c5d0c), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:58.754003 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Current status of the port e9695f58-94d5-4c66-b781-13ee070c5d0c is: BUILD; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:29:58.754400 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (e9695f58-94d5-4c66-b781-13ee070c5d0c), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:58.762516 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdf251a-769b-445a-b6c7-2a32e8ce403f req-b67b291c-de01-4d48-bbd5-8b6a77a8365d tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:58.764121 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4bdf251a-769b-445a-b6c7-2a32e8ce403f req-b67b291c-de01-4d48-bbd5-8b6a77a8365d tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/ports?device_id=20f1413f-f56d-4860-9f05-81b5a7d23497 HTTP/1.1" status: 200 len: 932 time: 0.0718164 Apr 06 11:29:58.788776 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port e9695f58-94d5-4c66-b781-13ee070c5d0c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=e9695f58-94d5-4c66-b781-13ee070c5d0c,segment=NetworkSegment(198df4e5-b698-49c8-a8e7-40f2cf45ec63),segment_id=198df4e5-b698-49c8-a8e7-40f2cf45ec63)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:29:58.792813 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7312dd9a-9d60-4dc8-9999-65191fd90da3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9695f58-94d5-4c66-b781-13ee070c5d0c'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:29:58.792813 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a256e0d7ec5edad375dd6353356bf7a80218bed4a34d309726d6a914db977355" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd4b667-d8b8-4eea-9ea7-13212671405d" -d '{"events": [{"server_uuid": "7312dd9a-9d60-4dc8-9999-65191fd90da3", "name": "network-vif-plugged", "status": "completed", "tag": "e9695f58-94d5-4c66-b781-13ee070c5d0c"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:29:58.817934 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4bdf251a-769b-445a-b6c7-2a32e8ce403f req-9e18f22f-1f0e-4883-8105-a8ea592ebb14 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac894724-97ca-41d3-96d5-110745d86dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462582 Apr 06 11:29:58.829064 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f770b38-9108-4c82-9c5c-e32dc24f5f46 x-openstack-request-id: req-4f770b38-9108-4c82-9c5c-e32dc24f5f46 {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:29:58.829952 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7312dd9a-9d60-4dc8-9999-65191fd90da3", "name": "network-vif-plugged", "status": "completed", "tag": "e9695f58-94d5-4c66-b781-13ee070c5d0c", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:29:58.830209 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4f770b38-9108-4c82-9c5c-e32dc24f5f46 {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:29:58.830598 dv-cinder-836073-2-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f770b38-9108-4c82-9c5c-e32dc24f5f46'] response: {'server_uuid': '7312dd9a-9d60-4dc8-9999-65191fd90da3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9695f58-94d5-4c66-b781-13ee070c5d0c', 'code': 200} Apr 06 11:29:58.873362 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (e9695f58-94d5-4c66-b781-13ee070c5d0c), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:58.922698 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Pushing event updated for resources: {'Port': ['ID=e9695f58-94d5-4c66-b781-13ee070c5d0c,revision_number=5']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:58.930140 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:29:58.930484 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:29:58.931075 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:29:58.933785 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:29:58.933785 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:29:58.933785 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:29:58.933785 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:29:58.933785 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:29:58.933785 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:29:58.933785 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:29:58.934347 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:29:58.934347 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:29:58.934503 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:29:58.934791 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:29:58.935115 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:29:58.944604 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28912629-4c6d-4f47-8a7f-fd93a4a4073f req-b3f60804-8cec-445b-b3d0-83512e7c7c0d tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:58.946187 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-28912629-4c6d-4f47-8a7f-fd93a4a4073f req-b3f60804-8cec-445b-b3d0-83512e7c7c0d tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=081311f2-0586-4322-b5fe-be6919a27964 HTTP/1.1" status: 200 len: 946 time: 0.0569625 Apr 06 11:29:58.998341 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-28912629-4c6d-4f47-8a7f-fd93a4a4073f req-e43d515a-272b-4cef-bc53-124d202ed6e7 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd7f9ccd-ed17-41d5-9a76-4d027a6a8ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466630 Apr 06 11:29:59.487416 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [req-457fa615-65c3-4852-a1fd-091fe45c7324 req-5827dc53-0dd3-4222-98a1-a3eb3e5077f9 service neutron] Request body: {'port': {'device_id': '20f1413f-f56d-4860-9f05-81b5a7d23497', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:29:59.511640 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device a8d3442b-f859-4095-bdfe-769a8a3cdb95 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:29:59.534288 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] No Port match for: a8d3442b-f859-4095-bdfe-769a8a3cdb95 {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:29:59.534635 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device a8d3442b-f859-4095-bdfe-769a8a3cdb95 not bound to the agent host hv-cinder-83607 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:29:59.560851 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-457fa615-65c3-4852-a1fd-091fe45c7324 req-5827dc53-0dd3-4222-98a1-a3eb3e5077f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (4b643a6f-8f61-4d24-a607-c18d8c6dcc43), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:59.852423 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a07e3c9-6d4a-4085-ab7b-928aaa5a8f71 req-f27d30cc-7af9-45bf-86c2-debbe7691e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:59.853973 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3a07e3c9-6d4a-4085-ab7b-928aaa5a8f71 req-f27d30cc-7af9-45bf-86c2-debbe7691e3e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7312dd9a-9d60-4dc8-9999-65191fd90da3 HTTP/1.1" status: 200 len: 1130 time: 0.1164582 Apr 06 11:29:59.868150 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886402fb-47cb-4ae0-a7ca-7c648369bb06 req-06c7a906-9f84-4b50-a209-e15eae91aef9 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:59.869702 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-886402fb-47cb-4ae0-a7ca-7c648369bb06 req-06c7a906-9f84-4b50-a209-e15eae91aef9 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=7312dd9a-9d60-4dc8-9999-65191fd90da3 HTTP/1.1" status: 200 len: 946 time: 0.1361609 Apr 06 11:29:59.982084 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f42703-aaaf-4e23-8a7b-a9bf7586e31f req-57735f8d-134a-4aba-8e32-19b3afdebb50 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:29:59.988063 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [req-457fa615-65c3-4852-a1fd-091fe45c7324 req-5827dc53-0dd3-4222-98a1-a3eb3e5077f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b643a6f-8f61-4d24-a607-c18d8c6dcc43 {{(pid=103882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:29:59.990293 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-33f42703-aaaf-4e23-8a7b-a9bf7586e31f req-57735f8d-134a-4aba-8e32-19b3afdebb50 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/ports?device_id=20f1413f-f56d-4860-9f05-81b5a7d23497 HTTP/1.1" status: 200 len: 932 time: 0.0652239 Apr 06 11:30:00.000584 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3a07e3c9-6d4a-4085-ab7b-928aaa5a8f71 req-b06cb6fb-a7dc-4d3a-8d23-57c35f827a5f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=cfdb6236-811a-4716-b1ab-3322fbd33eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264279 Apr 06 11:30:00.005257 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-457fa615-65c3-4852-a1fd-091fe45c7324 req-5827dc53-0dd3-4222-98a1-a3eb3e5077f9 service neutron] Publish callbacks [] for port (4b643a6f-8f61-4d24-a607-c18d8c6dcc43), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:00.017665 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-886402fb-47cb-4ae0-a7ca-7c648369bb06 req-426ddc33-bf6f-4036-9c84-069794f1f2f6 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfdb6236-811a-4716-b1ab-3322fbd33eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333835 Apr 06 11:30:00.036515 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [req-457fa615-65c3-4852-a1fd-091fe45c7324 req-5827dc53-0dd3-4222-98a1-a3eb3e5077f9 service neutron] Transition to ACTIVE for port object 4b643a6f-8f61-4d24-a607-c18d8c6dcc43 will not be triggered until provisioned by entity L2. {{(pid=103882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 11:30:00.049411 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-33f42703-aaaf-4e23-8a7b-a9bf7586e31f req-69c24607-f905-479e-bc98-b87dee09e9cb tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac894724-97ca-41d3-96d5-110745d86dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578058 Apr 06 11:30:00.115969 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-457fa615-65c3-4852-a1fd-091fe45c7324 req-5827dc53-0dd3-4222-98a1-a3eb3e5077f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8797942'] for port (4b643a6f-8f61-4d24-a607-c18d8c6dcc43), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:00.175659 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5827dc53-0dd3-4222-98a1-a3eb3e5077f9 service neutron] Pushing event updated for resources: {'Port': ['ID=4b643a6f-8f61-4d24-a607-c18d8c6dcc43,revision_number=2']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:30:00.188495 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da33153-ee24-46a0-bc98-af72fb2f6266 req-8263ce48-2c02-46dc-8ed7-aa59a8509889 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:00.190086 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5da33153-ee24-46a0-bc98-af72fb2f6266 req-8263ce48-2c02-46dc-8ed7-aa59a8509889 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=081311f2-0586-4322-b5fe-be6919a27964 HTTP/1.1" status: 200 len: 946 time: 0.1053820 Apr 06 11:30:00.289777 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5da33153-ee24-46a0-bc98-af72fb2f6266 req-bf6538cd-14d5-4f98-b10b-9b948c58cc90 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd7f9ccd-ed17-41d5-9a76-4d027a6a8ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800626 Apr 06 11:30:00.294361 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [req-457fa615-65c3-4852-a1fd-091fe45c7324 req-5827dc53-0dd3-4222-98a1-a3eb3e5077f9 service neutron] Attempting to bind port 4b643a6f-8f61-4d24-a607-c18d8c6dcc43 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:30:00.294923 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [req-457fa615-65c3-4852-a1fd-091fe45c7324 req-5827dc53-0dd3-4222-98a1-a3eb3e5077f9 service neutron] Attempting to bind port 4b643a6f-8f61-4d24-a607-c18d8c6dcc43 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '6a602240-3922-4bf0-a8bb-04a4d05b55c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '5529688d-cbb0-454c-b2b2-2dd8660f20c8'}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:30:00.295222 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457fa615-65c3-4852-a1fd-091fe45c7324 req-5827dc53-0dd3-4222-98a1-a3eb3e5077f9 service neutron] Attempting to bind port 4b643a6f-8f61-4d24-a607-c18d8c6dcc43 on network 5529688d-cbb0-454c-b2b2-2dd8660f20c8 {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:30:00.301658 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457fa615-65c3-4852-a1fd-091fe45c7324 req-5827dc53-0dd3-4222-98a1-a3eb3e5077f9 service neutron] Port 4b643a6f-8f61-4d24-a607-c18d8c6dcc43 on network 5529688d-cbb0-454c-b2b2-2dd8660f20c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 11:30:00.302026 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457fa615-65c3-4852-a1fd-091fe45c7324 req-5827dc53-0dd3-4222-98a1-a3eb3e5077f9 service neutron] Attempting to bind port 4b643a6f-8f61-4d24-a607-c18d8c6dcc43 on network 5529688d-cbb0-454c-b2b2-2dd8660f20c8 {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:30:00.309926 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457fa615-65c3-4852-a1fd-091fe45c7324 req-5827dc53-0dd3-4222-98a1-a3eb3e5077f9 service neutron] Checking agent: {'id': 'dc195572-b6d9-4259-8541-839e457b2650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 25, 36), 'started_at': datetime.datetime(2022, 4, 6, 11, 25, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:30:00.309926 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457fa615-65c3-4852-a1fd-091fe45c7324 req-5827dc53-0dd3-4222-98a1-a3eb3e5077f9 service neutron] Checking segment: {'id': '6a602240-3922-4bf0-a8bb-04a4d05b55c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '5529688d-cbb0-454c-b2b2-2dd8660f20c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:30:00.309926 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457fa615-65c3-4852-a1fd-091fe45c7324 req-5827dc53-0dd3-4222-98a1-a3eb3e5077f9 service neutron] Bound using segment: {'id': '6a602240-3922-4bf0-a8bb-04a4d05b55c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '5529688d-cbb0-454c-b2b2-2dd8660f20c8'} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:30:00.309926 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [req-457fa615-65c3-4852-a1fd-091fe45c7324 req-5827dc53-0dd3-4222-98a1-a3eb3e5077f9 service neutron] Bound port: 4b643a6f-8f61-4d24-a607-c18d8c6dcc43, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a602240-3922-4bf0-a8bb-04a4d05b55c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '5529688d-cbb0-454c-b2b2-2dd8660f20c8'}}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:30:00.309926 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-457fa615-65c3-4852-a1fd-091fe45c7324 req-5827dc53-0dd3-4222-98a1-a3eb3e5077f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (4b643a6f-8f61-4d24-a607-c18d8c6dcc43), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:00.378162 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [req-457fa615-65c3-4852-a1fd-091fe45c7324 req-5827dc53-0dd3-4222-98a1-a3eb3e5077f9 service neutron] For port 4b643a6f-8f61-4d24-a607-c18d8c6dcc43, host hv-cinder-83607, cleared binding levels {{(pid=103882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:30:00.381884 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [req-457fa615-65c3-4852-a1fd-091fe45c7324 req-5827dc53-0dd3-4222-98a1-a3eb3e5077f9 service neutron] For port 4b643a6f-8f61-4d24-a607-c18d8c6dcc43, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=4b643a6f-8f61-4d24-a607-c18d8c6dcc43,segment=NetworkSegment(6a602240-3922-4bf0-a8bb-04a4d05b55c4),segment_id=6a602240-3922-4bf0-a8bb-04a4d05b55c4)] {{(pid=103882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:30:00.432860 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-457fa615-65c3-4852-a1fd-091fe45c7324 req-5827dc53-0dd3-4222-98a1-a3eb3e5077f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8797942'] for port (4b643a6f-8f61-4d24-a607-c18d8c6dcc43), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:00.471038 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457fa615-65c3-4852-a1fd-091fe45c7324 req-5827dc53-0dd3-4222-98a1-a3eb3e5077f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:00.471646 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-457fa615-65c3-4852-a1fd-091fe45c7324 req-5827dc53-0dd3-4222-98a1-a3eb3e5077f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for port (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:00.473009 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-457fa615-65c3-4852-a1fd-091fe45c7324 req-5827dc53-0dd3-4222-98a1-a3eb3e5077f9 service neutron] 10.222.0.48 "PUT /v2.0/ports/4b643a6f-8f61-4d24-a607-c18d8c6dcc43 HTTP/1.1" status: 200 len: 1094 time: 0.9903684 Apr 06 11:30:00.473492 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20f1413f-f56d-4860-9f05-81b5a7d23497', 'tag': '4b643a6f-8f61-4d24-a607-c18d8c6dcc43'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:30:00.475935 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29156e5c8df2cda5f8c3a12ff109e02ba7a327efefb734c2c5f81b1bf548e3ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c673f1f0-226c-4da1-ae0b-04982e51c44b" -d '{"events": [{"name": "network-changed", "server_uuid": "20f1413f-f56d-4860-9f05-81b5a7d23497", "tag": "4b643a6f-8f61-4d24-a607-c18d8c6dcc43"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:30:00.501149 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5827dc53-0dd3-4222-98a1-a3eb3e5077f9 service neutron] Pushing event updated for resources: {'Port': ['ID=4b643a6f-8f61-4d24-a607-c18d8c6dcc43,revision_number=3']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:30:00.517973 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3458143b-d82b-4549-aff3-3a60a7612c9b x-openstack-request-id: req-3458143b-d82b-4549-aff3-3a60a7612c9b {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:30:00.518274 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20f1413f-f56d-4860-9f05-81b5a7d23497", "tag": "4b643a6f-8f61-4d24-a607-c18d8c6dcc43", "status": "completed", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:30:00.518533 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3458143b-d82b-4549-aff3-3a60a7612c9b {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:30:00.518942 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3458143b-d82b-4549-aff3-3a60a7612c9b'] response: {'name': 'network-changed', 'server_uuid': '20f1413f-f56d-4860-9f05-81b5a7d23497', 'tag': '4b643a6f-8f61-4d24-a607-c18d8c6dcc43', 'status': 'completed', 'code': 200} Apr 06 11:30:01.139516 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2baaa1a-ab44-40fb-b484-8d288a1b45e9 req-2268de91-3922-4594-875e-bc359479510a tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:01.142502 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d2baaa1a-ab44-40fb-b484-8d288a1b45e9 req-2268de91-3922-4594-875e-bc359479510a tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=7312dd9a-9d60-4dc8-9999-65191fd90da3 HTTP/1.1" status: 200 len: 946 time: 0.0602736 Apr 06 11:30:01.174202 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba3b0a-d091-4ccb-a661-14e34f827bc0 req-ebc8ce18-ddb3-46cd-b880-1fa9141fd844 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:01.175740 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-aeba3b0a-d091-4ccb-a661-14e34f827bc0 req-ebc8ce18-ddb3-46cd-b880-1fa9141fd844 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/ports?device_id=20f1413f-f56d-4860-9f05-81b5a7d23497 HTTP/1.1" status: 200 len: 944 time: 0.0558522 Apr 06 11:30:01.190852 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d2baaa1a-ab44-40fb-b484-8d288a1b45e9 req-b9d9ccff-cc67-45d4-b277-97e8418e378c tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfdb6236-811a-4716-b1ab-3322fbd33eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442436 Apr 06 11:30:01.224118 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-aeba3b0a-d091-4ccb-a661-14e34f827bc0 req-6d7414b9-00c4-4b7e-8f12-4893764c2d78 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac894724-97ca-41d3-96d5-110745d86dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428994 Apr 06 11:30:01.406476 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9529e8-633d-4177-9ff7-6c691fb4c20d req-0cf966aa-1356-48ee-90fc-f5194eeeb4da tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:01.407942 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fd9529e8-633d-4177-9ff7-6c691fb4c20d req-0cf966aa-1356-48ee-90fc-f5194eeeb4da tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=081311f2-0586-4322-b5fe-be6919a27964 HTTP/1.1" status: 200 len: 946 time: 0.0511279 Apr 06 11:30:01.459670 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fd9529e8-633d-4177-9ff7-6c691fb4c20d req-bb0c1c6b-d88c-4ab1-9fec-e52f6fb6a64a tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd7f9ccd-ed17-41d5-9a76-4d027a6a8ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461807 Apr 06 11:30:02.313293 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618984c7-4fcb-473e-8d52-73b0118900f8 req-877f227c-4a36-46fe-8c21-f00f8cc65f56 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:02.314722 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-618984c7-4fcb-473e-8d52-73b0118900f8 req-877f227c-4a36-46fe-8c21-f00f8cc65f56 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=7312dd9a-9d60-4dc8-9999-65191fd90da3 HTTP/1.1" status: 200 len: 946 time: 0.0567775 Apr 06 11:30:02.349156 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc89d6f-9036-4f2b-9a44-66b9145c1053 req-ff74829f-3f26-4b79-b246-d972372af11a tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:02.350903 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-cdc89d6f-9036-4f2b-9a44-66b9145c1053 req-ff74829f-3f26-4b79-b246-d972372af11a tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/ports?device_id=20f1413f-f56d-4860-9f05-81b5a7d23497 HTTP/1.1" status: 200 len: 944 time: 0.0523314 Apr 06 11:30:02.361280 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-618984c7-4fcb-473e-8d52-73b0118900f8 req-3f325b3b-1d84-467c-8d4f-191f9de86dae tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfdb6236-811a-4716-b1ab-3322fbd33eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409408 Apr 06 11:30:02.400238 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-cdc89d6f-9036-4f2b-9a44-66b9145c1053 req-c3b7a398-fe55-4d07-b1eb-e206953bb38a tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac894724-97ca-41d3-96d5-110745d86dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433495 Apr 06 11:30:02.579322 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3301ed17-1648-42d4-8b97-e2bcb9364bda req-233bfc6b-087d-47ed-8db1-c534024e4647 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:02.580688 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-3301ed17-1648-42d4-8b97-e2bcb9364bda req-233bfc6b-087d-47ed-8db1-c534024e4647 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=081311f2-0586-4322-b5fe-be6919a27964 HTTP/1.1" status: 200 len: 946 time: 0.0509129 Apr 06 11:30:02.628011 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-3301ed17-1648-42d4-8b97-e2bcb9364bda req-0a1d04bd-cfc0-4189-b37f-00fab9a560bc tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd7f9ccd-ed17-41d5-9a76-4d027a6a8ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414917 Apr 06 11:30:03.080680 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c673f1f0-226c-4da1-ae0b-04982e51c44b req-82848feb-74fe-41b1-8919-b5cc79e7cff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:03.082214 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c673f1f0-226c-4da1-ae0b-04982e51c44b req-82848feb-74fe-41b1-8919-b5cc79e7cff1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=de48ef632a974b5c83191742cf569887&device_id=20f1413f-f56d-4860-9f05-81b5a7d23497 HTTP/1.1" status: 200 len: 1128 time: 0.0440102 Apr 06 11:30:03.185640 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c673f1f0-226c-4da1-ae0b-04982e51c44b req-2f0bc871-76f0-448d-a862-e19fd001a89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:03.187497 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c673f1f0-226c-4da1-ae0b-04982e51c44b req-2f0bc871-76f0-448d-a862-e19fd001a89e service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=de48ef632a974b5c83191742cf569887&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0967553 Apr 06 11:30:03.480916 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bcf39f-b375-4d89-a890-ee8a696b62b2 req-1e332266-f8dd-4f79-a964-e93c580710b8 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:03.482477 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c2bcf39f-b375-4d89-a890-ee8a696b62b2 req-1e332266-f8dd-4f79-a964-e93c580710b8 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=7312dd9a-9d60-4dc8-9999-65191fd90da3 HTTP/1.1" status: 200 len: 946 time: 0.0533781 Apr 06 11:30:03.523882 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb93002-c843-4e3a-b3b2-b2c3f76218d2 req-3928c431-5cd1-4aae-9834-d6e07e138a44 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:03.525464 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-8fb93002-c843-4e3a-b3b2-b2c3f76218d2 req-3928c431-5cd1-4aae-9834-d6e07e138a44 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/ports?device_id=20f1413f-f56d-4860-9f05-81b5a7d23497 HTTP/1.1" status: 200 len: 944 time: 0.0593960 Apr 06 11:30:03.578115 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-8fb93002-c843-4e3a-b3b2-b2c3f76218d2 req-7e40acb2-0fb2-4e6c-b78c-b1d18118040f tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac894724-97ca-41d3-96d5-110745d86dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457072 Apr 06 11:30:03.596403 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c2bcf39f-b375-4d89-a890-ee8a696b62b2 req-5714a9ac-0261-4b94-8c27-9d4f5e4a5612 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfdb6236-811a-4716-b1ab-3322fbd33eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034725 Apr 06 11:30:03.612006 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c673f1f0-226c-4da1-ae0b-04982e51c44b req-513c321b-55f5-4097-a3db-92ece68a27ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:03.613565 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c673f1f0-226c-4da1-ae0b-04982e51c44b req-513c321b-55f5-4097-a3db-92ece68a27ec service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1298978 Apr 06 11:30:03.698243 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457fa615-65c3-4852-a1fd-091fe45c7324 req-95936b0b-ebf8-444c-9c36-7759ed4404cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:03.699822 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-457fa615-65c3-4852-a1fd-091fe45c7324 req-95936b0b-ebf8-444c-9c36-7759ed4404cd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=de48ef632a974b5c83191742cf569887&device_id=20f1413f-f56d-4860-9f05-81b5a7d23497 HTTP/1.1" status: 200 len: 1128 time: 0.0458198 Apr 06 11:30:03.747664 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c34575-6ee6-48db-83f2-a0a33a1ceb19 req-92348a20-b736-44bb-9faf-6ed01c82e979 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:03.749886 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-d9c34575-6ee6-48db-83f2-a0a33a1ceb19 req-92348a20-b736-44bb-9faf-6ed01c82e979 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=081311f2-0586-4322-b5fe-be6919a27964 HTTP/1.1" status: 200 len: 946 time: 0.0530908 Apr 06 11:30:03.760694 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-457fa615-65c3-4852-a1fd-091fe45c7324 req-2f209e2e-c759-4dfb-8cbe-2473988d312a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b643a6f-8f61-4d24-a607-c18d8c6dcc43 HTTP/1.1" status: 200 len: 217 time: 0.0336995 Apr 06 11:30:03.802195 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-d9c34575-6ee6-48db-83f2-a0a33a1ceb19 req-a8e9ef2d-37ce-40ac-9c30-ef98687c3978 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd7f9ccd-ed17-41d5-9a76-4d027a6a8ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454750 Apr 06 11:30:03.825280 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457fa615-65c3-4852-a1fd-091fe45c7324 req-3c2cb797-0024-4354-931e-49b07db1f1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:03.825280 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-457fa615-65c3-4852-a1fd-091fe45c7324 req-3c2cb797-0024-4354-931e-49b07db1f1b6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c5124a61-a5c8-4acc-8eca-8ed8dd4c3666 HTTP/1.1" status: 200 len: 850 time: 0.0585108 Apr 06 11:30:04.421543 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457fa615-65c3-4852-a1fd-091fe45c7324 req-aad839a4-d1f9-45cf-966b-7a1404ee7072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:04.423216 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-457fa615-65c3-4852-a1fd-091fe45c7324 req-aad839a4-d1f9-45cf-966b-7a1404ee7072 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5529688d-cbb0-454c-b2b2-2dd8660f20c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498407 Apr 06 11:30:04.611410 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-457fa615-65c3-4852-a1fd-091fe45c7324 req-ec8a9fca-7013-4ed8-97ca-5528d0a2fab1 service neutron] 10.222.0.48 "GET /v2.0/networks/5529688d-cbb0-454c-b2b2-2dd8660f20c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521637 Apr 06 11:30:04.775702 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-457fa615-65c3-4852-a1fd-091fe45c7324 req-cbcbe7fd-730e-4b33-bb0d-8ed79fbd7d69 service neutron] 10.222.0.48 "GET /v2.0/networks/5529688d-cbb0-454c-b2b2-2dd8660f20c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574557 Apr 06 11:30:04.907828 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe912d56-9f27-4667-8f69-357bd8480264 req-18aac8be-bc6d-48d6-8c43-26ce63cae956 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:04.910632 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fe912d56-9f27-4667-8f69-357bd8480264 req-18aac8be-bc6d-48d6-8c43-26ce63cae956 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/ports?device_id=20f1413f-f56d-4860-9f05-81b5a7d23497 HTTP/1.1" status: 200 len: 944 time: 0.1264808 Apr 06 11:30:04.963011 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a166d7-0212-4623-b7e3-430e82a13eb1 req-feee8c6f-1ad4-4d60-9994-aa28548d03d9 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:04.976664 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-75a166d7-0212-4623-b7e3-430e82a13eb1 req-feee8c6f-1ad4-4d60-9994-aa28548d03d9 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=7312dd9a-9d60-4dc8-9999-65191fd90da3 HTTP/1.1" status: 200 len: 946 time: 0.1666451 Apr 06 11:30:05.079680 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fe912d56-9f27-4667-8f69-357bd8480264 req-ef98a388-0fc1-43a0-b683-9b1276cb18b8 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac894724-97ca-41d3-96d5-110745d86dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1619718 Apr 06 11:30:05.101314 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-75a166d7-0212-4623-b7e3-430e82a13eb1 req-655476d2-4652-4d7f-b744-9ebb665160b9 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfdb6236-811a-4716-b1ab-3322fbd33eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234148 Apr 06 11:30:05.281742 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6feca5f-43e2-4b14-9898-2ece5112efa7 req-e26a9b9a-5709-4fff-a768-13ce96957bc6 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:05.288869 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b6feca5f-43e2-4b14-9898-2ece5112efa7 req-e26a9b9a-5709-4fff-a768-13ce96957bc6 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=081311f2-0586-4322-b5fe-be6919a27964 HTTP/1.1" status: 200 len: 946 time: 0.0735788 Apr 06 11:30:05.344594 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6770e424-ad48-4005-ab6e-772e7bf09600 req-e8f41713-eb4d-4dd2-9622-80c7b445134b tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:05.346558 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-6770e424-ad48-4005-ab6e-772e7bf09600 req-e8f41713-eb4d-4dd2-9622-80c7b445134b tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=7312dd9a-9d60-4dc8-9999-65191fd90da3 HTTP/1.1" status: 200 len: 946 time: 0.0819130 Apr 06 11:30:05.357836 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 53022) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:30:05.362914 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-0c75883f-fbb2-4b93-9675-8e824536f985 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Request body: {'floatingip': {'port_id': 'e9695f58-94d5-4c66-b781-13ee070c5d0c'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:30:05.364868 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b6feca5f-43e2-4b14-9898-2ece5112efa7 req-51eec27f-8dc6-422c-a179-2cf22df8a28c tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd7f9ccd-ed17-41d5-9a76-4d027a6a8ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686440 Apr 06 11:30:05.419868 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0c75883f-fbb2-4b93-9675-8e824536f985 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Publish callbacks [] for floatingip (a401c97e-9521-4caf-8f85-144da085d092), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:06.228392 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0c75883f-fbb2-4b93-9675-8e824536f985 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:06.248312 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf57bc-25f0-4464-a0e0-01d9bf480711 req-7c05fc64-da9e-4c3d-a7d7-a1dd7dd4189f tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:06.255814 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-1fbf57bc-25f0-4464-a0e0-01d9bf480711 req-7c05fc64-da9e-4c3d-a7d7-a1dd7dd4189f tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/ports?device_id=20f1413f-f56d-4860-9f05-81b5a7d23497 HTTP/1.1" status: 200 len: 944 time: 0.0791488 Apr 06 11:30:06.289009 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0c75883f-fbb2-4b93-9675-8e824536f985 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-886429'] for floatingip (a401c97e-9521-4caf-8f85-144da085d092), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:06.351521 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-1fbf57bc-25f0-4464-a0e0-01d9bf480711 req-fb404e47-ac96-4de9-874c-b7cf1fd901ff tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac894724-97ca-41d3-96d5-110745d86dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948262 Apr 06 11:30:06.445649 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.db.l3_db [None req-0c75883f-fbb2-4b93-9675-8e824536f985 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Floating IP a401c97e-9521-4caf-8f85-144da085d092 associated. External IP: 172.27.2.158, port: e9695f58-94d5-4c66-b781-13ee070c5d0c. Apr 06 11:30:06.491121 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (dc195572-b6d9-4259-8541-839e457b2650), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:06.566285 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b2e64a-9a5e-46f6-b5e8-4c5dec44dc73 req-4df96948-c94d-49e7-b19e-1f476c595d27 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:06.569518 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-55b2e64a-9a5e-46f6-b5e8-4c5dec44dc73 req-4df96948-c94d-49e7-b19e-1f476c595d27 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=081311f2-0586-4322-b5fe-be6919a27964 HTTP/1.1" status: 200 len: 946 time: 0.1221254 Apr 06 11:30:06.679994 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-55b2e64a-9a5e-46f6-b5e8-4c5dec44dc73 req-aa984d4f-34e9-4910-aa8c-e23c80779cbd tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd7f9ccd-ed17-41d5-9a76-4d027a6a8ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924444 Apr 06 11:30:06.770601 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-96d97482-f608-4c21-82d8-148fc7059247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (8a8bc679-53b2-461d-b015-cec5a247fb94), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:06.853667 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 53052) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:30:06.883265 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c75883f-fbb2-4b93-9675-8e824536f985 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Router 4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68 has already been hosted by L3 agent 9404f039-f516-42fd-94a5-c122fff5649f {{(pid=103881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:30:06.895422 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_v2 [None req-99147851-a609-4d3b-b837-431eb6673647 admin admin] Deleting subnet 741aa249-efb0-46cb-a1d5-d85784f5a45b {{(pid=103882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 11:30:06.899312 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-99147851-a609-4d3b-b837-431eb6673647 admin admin] Publish callbacks [] for subnet (741aa249-efb0-46cb-a1d5-d85784f5a45b), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:06.941297 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-99147851-a609-4d3b-b837-431eb6673647 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8476880'] for subnet (741aa249-efb0-46cb-a1d5-d85784f5a45b), precommit_delete_associations {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:06.985032 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-99147851-a609-4d3b-b837-431eb6673647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961957'] for subnet (741aa249-efb0-46cb-a1d5-d85784f5a45b), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:07.034910 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c75883f-fbb2-4b93-9675-8e824536f985 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Notify agent at l3_agent.dv-cinder-836073-2-iscsi the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:30:07.044569 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0c75883f-fbb2-4b93-9675-8e824536f985 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for floatingip (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:07.065218 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31415fe-c1a4-4171-a677-9e1fdfab0a38 None None] Sync routers for ids ['4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68'] in dv-cinder-836073-2-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:30:07.090568 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31415fe-c1a4-4171-a677-9e1fdfab0a38 None None] Routers {'4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:30:07.092161 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-e31415fe-c1a4-4171-a677-9e1fdfab0a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:29:39Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:30:07.098599 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-0c75883f-fbb2-4b93-9675-8e824536f985 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "PUT /v2.0/floatingips/a401c97e-9521-4caf-8f85-144da085d092 HTTP/1.1" status: 200 len: 992 time: 1.7409320 Apr 06 11:30:07.099345 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7312dd9a-9d60-4dc8-9999-65191fd90da3', 'tag': 'e9695f58-94d5-4c66-b781-13ee070c5d0c'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:30:07.106119 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3406b54a2f576febad5dd824c011310fb025ac9b816498a8b13137d73c32da04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da87a9a1-864c-4576-aeeb-dadc31ad8bf7" -d '{"events": [{"name": "network-changed", "server_uuid": "7312dd9a-9d60-4dc8-9999-65191fd90da3", "tag": "e9695f58-94d5-4c66-b781-13ee070c5d0c"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:30:07.150317 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2192cba-f348-4938-bedb-1b67e16d5d52 x-openstack-request-id: req-d2192cba-f348-4938-bedb-1b67e16d5d52 {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:30:07.150962 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7312dd9a-9d60-4dc8-9999-65191fd90da3", "tag": "e9695f58-94d5-4c66-b781-13ee070c5d0c", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:30:07.151561 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d2192cba-f348-4938-bedb-1b67e16d5d52 {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:30:07.152130 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2192cba-f348-4938-bedb-1b67e16d5d52'] response: {'name': 'network-changed', 'server_uuid': '7312dd9a-9d60-4dc8-9999-65191fd90da3', 'tag': 'e9695f58-94d5-4c66-b781-13ee070c5d0c', 'status': 'completed', 'code': 200} Apr 06 11:30:07.262625 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da87a9a1-864c-4576-aeeb-dadc31ad8bf7 req-30fd1ad0-b8d5-498e-8eec-11ab91097118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:07.264431 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-da87a9a1-864c-4576-aeeb-dadc31ad8bf7 req-30fd1ad0-b8d5-498e-8eec-11ab91097118 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fc235d83432140bcb213022a9840f5c2&device_id=7312dd9a-9d60-4dc8-9999-65191fd90da3 HTTP/1.1" status: 200 len: 1130 time: 0.0798159 Apr 06 11:30:07.317130 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-e31415fe-c1a4-4171-a677-9e1fdfab0a38 None None] Set router 4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:30:07.373788 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da87a9a1-864c-4576-aeeb-dadc31ad8bf7 req-cac1b9b1-cfe8-44d7-8665-b8bbdc5166e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:07.375481 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-da87a9a1-864c-4576-aeeb-dadc31ad8bf7 req-cac1b9b1-cfe8-44d7-8665-b8bbdc5166e9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=106eef2d-4f40-46cd-832f-5b84b361bc62 HTTP/1.1" status: 200 len: 920 time: 0.1035662 Apr 06 11:30:07.409457 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-99147851-a609-4d3b-b837-431eb6673647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1961962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8797880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10017396'] for subnet (741aa249-efb0-46cb-a1d5-d85784f5a45b), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:07.558052 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99147851-a609-4d3b-b837-431eb6673647 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=741aa249-efb0-46cb-a1d5-d85784f5a45b,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:30:07.570677 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-99147851-a609-4d3b-b837-431eb6673647 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:07.574865 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-99147851-a609-4d3b-b837-431eb6673647 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/741aa249-efb0-46cb-a1d5-d85784f5a45b HTTP/1.1" status: 204 len: 168 time: 0.7504275 Apr 06 11:30:07.577433 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 53064) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:30:07.613650 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-da87a9a1-864c-4576-aeeb-dadc31ad8bf7 req-430eea6e-3e8e-44b9-91cc-2820018be727 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9695f58-94d5-4c66-b781-13ee070c5d0c HTTP/1.1" status: 200 len: 1000 time: 0.2248533 Apr 06 11:30:07.629816 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-e31415fe-c1a4-4171-a677-9e1fdfab0a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68', 'name': 'tempest-ServerRescueNegativeTestJSON-2000617148-router', 'tenant_id': 'fc235d83432140bcb213022a9840f5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '92dfcf88-d457-4bfe-8b39-973bf45fee8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:27:40Z', 'updated_at': '2022-04-06T11:27:47Z', 'revision_number': 4, 'project_id': 'fc235d83432140bcb213022a9840f5c2', 'gw_port': {'id': '92dfcf88-d457-4bfe-8b39-973bf45fee8c', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:8c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:27:41Z', 'updated_at': '2022-04-06T11:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_floatingips': [{'id': 'a401c97e-9521-4caf-8f85-144da085d092', 'tenant_id': 'fc235d83432140bcb213022a9840f5c2', 'floating_ip_address': '172.27.2.158', 'floating_network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'router_id': '4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68', 'port_id': 'e9695f58-94d5-4c66-b781-13ee070c5d0c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '106eef2d-4f40-46cd-832f-5b84b361bc62', 'mac_address': 'fa:16:3e:83:be:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7312dd9a-9d60-4dc8-9999-65191fd90da3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:29:37Z', 'updated_at': '2022-04-06T11:30:06Z', 'revision_number': 1, 'project_id': 'fc235d83432140bcb213022a9840f5c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cbdbc52-0aaa-46ec-a404-9739a384da95', 'name': '', 'network_id': '106eef2d-4f40-46cd-832f-5b84b361bc62', 'tenant_id': 'fc235d83432140bcb213022a9840f5c2', 'mac_address': 'fa:16:3e:15:bc:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b1304d50-4387-41c0-a102-fa6eb203f82e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:27:46Z', 'updated_at': '2022-04-06T11:27:55Z', 'revision_number': 5, 'project_id': 'fc235d83432140bcb213022a9840f5c2', 'subnets': [{'id': 'b1304d50-4387-41c0-a102-fa6eb203f82e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:30:07.636805 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1612711d-499e-46e6-acbb-421f4613bad2 req-fbbd8e9c-2bfb-4bd3-a526-4bfa0b056bbc tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:07.643976 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1612711d-499e-46e6-acbb-421f4613bad2 req-fbbd8e9c-2bfb-4bd3-a526-4bfa0b056bbc tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/ports?device_id=20f1413f-f56d-4860-9f05-81b5a7d23497 HTTP/1.1" status: 200 len: 944 time: 0.1576807 Apr 06 11:30:07.666736 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31415fe-c1a4-4171-a677-9e1fdfab0a38 None None] Checking router: 4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68 for host: dv-cinder-836073-2-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:30:07.680166 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31415fe-c1a4-4171-a677-9e1fdfab0a38 None None] Routers {'4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:30:07.680944 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-e31415fe-c1a4-4171-a677-9e1fdfab0a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:29:39Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:30:07.740214 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-cc38f727-4d68-4c59-90ec-344165a84c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707938'] for network (bd6f76b4-d8a1-4ba4-96b7-541fa3cb07be), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:07.777785 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da87a9a1-864c-4576-aeeb-dadc31ad8bf7 req-ac423674-b151-4306-9abd-e9e7922f5573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:07.779485 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-da87a9a1-864c-4576-aeeb-dadc31ad8bf7 req-ac423674-b151-4306-9abd-e9e7922f5573 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b1304d50-4387-41c0-a102-fa6eb203f82e HTTP/1.1" status: 200 len: 858 time: 0.1583006 Apr 06 11:30:07.786707 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1612711d-499e-46e6-acbb-421f4613bad2 req-28d402b1-6fd6-4a3e-87c7-209243006a00 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac894724-97ca-41d3-96d5-110745d86dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416857 Apr 06 11:30:07.804442 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-d2f8dd02-8968-40b0-bca4-a7fc1cec66fd None None] Agent healthcheck: found 6 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:30:07.841943 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da87a9a1-864c-4576-aeeb-dadc31ad8bf7 req-ab82639d-91ca-4839-a22d-ad523a1f1643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:07.844873 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-da87a9a1-864c-4576-aeeb-dadc31ad8bf7 req-ab82639d-91ca-4839-a22d-ad523a1f1643 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=106eef2d-4f40-46cd-832f-5b84b361bc62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0570281 Apr 06 11:30:07.894472 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-e31415fe-c1a4-4171-a677-9e1fdfab0a38 None None] Set router 4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:30:07.911755 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-cc38f727-4d68-4c59-90ec-344165a84c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1963294', 'neutron.services.segments.db._delete_segments_for_network-8779192912505'] for network (bd6f76b4-d8a1-4ba4-96b7-541fa3cb07be), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:07.941323 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-cc38f727-4d68-4c59-90ec-344165a84c76 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:30:07.941959 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-cc38f727-4d68-4c59-90ec-344165a84c76 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:30:07.942881 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-cc38f727-4d68-4c59-90ec-344165a84c76 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:30:07.943391 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-cc38f727-4d68-4c59-90ec-344165a84c76 admin admin] Subscribe: > port after_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:30:07.943875 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-cc38f727-4d68-4c59-90ec-344165a84c76 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:30:07.944370 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-cc38f727-4d68-4c59-90ec-344165a84c76 admin admin] Subscribe: > port after_update 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:30:07.944858 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-cc38f727-4d68-4c59-90ec-344165a84c76 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:30:07.945376 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-cc38f727-4d68-4c59-90ec-344165a84c76 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:30:07.945875 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-cc38f727-4d68-4c59-90ec-344165a84c76 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:30:07.946360 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-cc38f727-4d68-4c59-90ec-344165a84c76 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:30:07.968705 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-da87a9a1-864c-4576-aeeb-dadc31ad8bf7 req-d346fcc9-f891-4e3c-986a-37feede5bed1 service neutron] 10.222.0.48 "GET /v2.0/networks/106eef2d-4f40-46cd-832f-5b84b361bc62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163394 Apr 06 11:30:08.066487 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-cc38f727-4d68-4c59-90ec-344165a84c76 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:30:08.066847 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-cc38f727-4d68-4c59-90ec-344165a84c76 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:30:08.067184 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-cc38f727-4d68-4c59-90ec-344165a84c76 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:30:08.067549 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-cc38f727-4d68-4c59-90ec-344165a84c76 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 11:30:08.067910 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.services.segments.db [None req-cc38f727-4d68-4c59-90ec-344165a84c76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd6f76b4-d8a1-4ba4-96b7-541fa3cb07be']}} {{(pid=103881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:30:08.090650 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.services.segments.db [None req-cc38f727-4d68-4c59-90ec-344165a84c76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b0387c9-345f-4623-8aa7-04a18be596c6') {'for_net_delete': True} {{(pid=103881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:30:08.091082 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.services.segments.db [None req-cc38f727-4d68-4c59-90ec-344165a84c76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b0387c9-345f-4623-8aa7-04a18be596c6') {} {{(pid=103881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:30:08.112170 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-cc38f727-4d68-4c59-90ec-344165a84c76 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779192913282', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10087879'] for segment (9b0387c9-345f-4623-8aa7-04a18be596c6), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:08.144856 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-da87a9a1-864c-4576-aeeb-dadc31ad8bf7 req-9d8d449c-b83a-4bb3-9a30-b1fd8cf5ec13 service neutron] 10.222.0.48 "GET /v2.0/networks/106eef2d-4f40-46cd-832f-5b84b361bc62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672208 Apr 06 11:30:08.164866 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddbe130-0090-4897-9873-94c15bd95759 req-6a85d5ab-9d4a-490a-a106-a4099e8ce683 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:08.172586 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-dddbe130-0090-4897-9873-94c15bd95759 req-6a85d5ab-9d4a-490a-a106-a4099e8ce683 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=081311f2-0586-4322-b5fe-be6919a27964 HTTP/1.1" status: 200 len: 946 time: 0.3815377 Apr 06 11:30:08.175112 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-cc38f727-4d68-4c59-90ec-344165a84c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726494'] for segment (9b0387c9-345f-4623-8aa7-04a18be596c6), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:08.200013 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-e31415fe-c1a4-4171-a677-9e1fdfab0a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68', 'name': 'tempest-ServerRescueNegativeTestJSON-2000617148-router', 'tenant_id': 'fc235d83432140bcb213022a9840f5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '92dfcf88-d457-4bfe-8b39-973bf45fee8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:27:40Z', 'updated_at': '2022-04-06T11:27:47Z', 'revision_number': 4, 'project_id': 'fc235d83432140bcb213022a9840f5c2', 'gw_port': {'id': '92dfcf88-d457-4bfe-8b39-973bf45fee8c', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:8c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:27:41Z', 'updated_at': '2022-04-06T11:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_floatingips': [{'id': 'a401c97e-9521-4caf-8f85-144da085d092', 'tenant_id': 'fc235d83432140bcb213022a9840f5c2', 'floating_ip_address': '172.27.2.158', 'floating_network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'router_id': '4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68', 'port_id': 'e9695f58-94d5-4c66-b781-13ee070c5d0c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '106eef2d-4f40-46cd-832f-5b84b361bc62', 'mac_address': 'fa:16:3e:83:be:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7312dd9a-9d60-4dc8-9999-65191fd90da3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:29:37Z', 'updated_at': '2022-04-06T11:30:06Z', 'revision_number': 1, 'project_id': 'fc235d83432140bcb213022a9840f5c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cbdbc52-0aaa-46ec-a404-9739a384da95', 'name': '', 'network_id': '106eef2d-4f40-46cd-832f-5b84b361bc62', 'tenant_id': 'fc235d83432140bcb213022a9840f5c2', 'mac_address': 'fa:16:3e:15:bc:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b1304d50-4387-41c0-a102-fa6eb203f82e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:27:46Z', 'updated_at': '2022-04-06T11:27:55Z', 'revision_number': 5, 'project_id': 'fc235d83432140bcb213022a9840f5c2', 'subnets': [{'id': 'b1304d50-4387-41c0-a102-fa6eb203f82e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:30:08.202581 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc38f727-4d68-4c59-90ec-344165a84c76 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=103881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 11:30:08.202981 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-cc38f727-4d68-4c59-90ec-344165a84c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10087999'] for segment (9b0387c9-345f-4623-8aa7-04a18be596c6), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:08.206841 dv-cinder-836073-2-iscsi neutron-server[103881]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 11:30:08.206841 dv-cinder-836073-2-iscsi neutron-server[103881]: from cryptography.utils import int_from_bytes Apr 06 11:30:08.206841 dv-cinder-836073-2-iscsi neutron-server[103881]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 11:30:08.206841 dv-cinder-836073-2-iscsi neutron-server[103881]: from cryptography.utils import int_from_bytes Apr 06 11:30:08.206841 dv-cinder-836073-2-iscsi neutron-server[103881]: Traceback (most recent call last): Apr 06 11:30:08.206841 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 11:30:08.206841 dv-cinder-836073-2-iscsi neutron-server[103881]: timer() Apr 06 11:30:08.206841 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 11:30:08.206841 dv-cinder-836073-2-iscsi neutron-server[103881]: cb(*args, **kw) Apr 06 11:30:08.206841 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 11:30:08.206841 dv-cinder-836073-2-iscsi neutron-server[103881]: return func(*args, **kwargs) Apr 06 11:30:08.206841 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 11:30:08.206841 dv-cinder-836073-2-iscsi neutron-server[103881]: self._notify() Apr 06 11:30:08.206841 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 11:30:08.206841 dv-cinder-836073-2-iscsi neutron-server[103881]: self.callback(batched_events) Apr 06 11:30:08.206841 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 11:30:08.206841 dv-cinder-836073-2-iscsi neutron-server[103881]: event.method(event) Apr 06 11:30:08.206841 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 11:30:08.206841 dv-cinder-836073-2-iscsi neutron-server[103881]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 11:30:08.206841 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 11:30:08.206841 dv-cinder-836073-2-iscsi neutron-server[103881]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 11:30:08.206841 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 11:30:08.206841 dv-cinder-836073-2-iscsi neutron-server[103881]: return f(self, *a, **k) Apr 06 11:30:08.206841 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 11:30:08.206841 dv-cinder-836073-2-iscsi neutron-server[103881]: return self._get(url).json() Apr 06 11:30:08.206841 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 11:30:08.206841 dv-cinder-836073-2-iscsi neutron-server[103881]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 11:30:08.206841 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 11:30:08.206841 dv-cinder-836073-2-iscsi neutron-server[103881]: return self.request(url, 'GET', **kwargs) Apr 06 11:30:08.206841 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 11:30:08.206841 dv-cinder-836073-2-iscsi neutron-server[103881]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 11:30:08.206841 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 11:30:08.206841 dv-cinder-836073-2-iscsi neutron-server[103881]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 11:30:08.206841 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 11:30:08.206841 dv-cinder-836073-2-iscsi neutron-server[103881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 11:30:08.206841 dv-cinder-836073-2-iscsi neutron-server[103881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 11:30:08.235319 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31415fe-c1a4-4171-a677-9e1fdfab0a38 None None] The sync data for ids ['4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68'] in dv-cinder-836073-2-iscsi is: [{'id': '4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68', 'name': 'tempest-ServerRescueNegativeTestJSON-2000617148-router', 'tenant_id': 'fc235d83432140bcb213022a9840f5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '92dfcf88-d457-4bfe-8b39-973bf45fee8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:27:40Z', 'updated_at': '2022-04-06T11:27:47Z', 'revision_number': 4, 'project_id': 'fc235d83432140bcb213022a9840f5c2', 'gw_port': {'id': '92dfcf88-d457-4bfe-8b39-973bf45fee8c', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:8c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:27:41Z', 'updated_at': '2022-04-06T11:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_floatingips': [{'id': 'a401c97e-9521-4caf-8f85-144da085d092', 'tenant_id': 'fc235d83432140bcb213022a9840f5c2', 'floating_ip_address': '172.27.2.158', 'floating_network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'router_id': '4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68', 'port_id': 'e9695f58-94d5-4c66-b781-13ee070c5d0c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '106eef2d-4f40-46cd-832f-5b84b361bc62', 'mac_address': 'fa:16:3e:83:be:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7312dd9a-9d60-4dc8-9999-65191fd90da3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:29:37Z', 'updated_at': '2022-04-06T11:30:06Z', 'revision_number': 1, 'project_id': 'fc235d83432140bcb213022a9840f5c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cbdbc52-0aaa-46ec-a404-9739a384da95', 'name': '', 'network_id': '106eef2d-4f40-46cd-832f-5b84b361bc62', 'tenant_id': 'fc235d83432140bcb213022a9840f5c2', 'mac_address': 'fa:16:3e:15:bc:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b1304d50-4387-41c0-a102-fa6eb203f82e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:27:46Z', 'updated_at': '2022-04-06T11:27:55Z', 'revision_number': 5, 'project_id': 'fc235d83432140bcb213022a9840f5c2', 'subnets': [{'id': 'b1304d50-4387-41c0-a102-fa6eb203f82e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:30:08.292155 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-dddbe130-0090-4897-9873-94c15bd95759 req-76d06b8f-d7c4-4806-8ff4-819c71bf104e tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd7f9ccd-ed17-41d5-9a76-4d027a6a8ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184490 Apr 06 11:30:08.371465 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-cc38f727-4d68-4c59-90ec-344165a84c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1963367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-886447'] for network (bd6f76b4-d8a1-4ba4-96b7-541fa3cb07be), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:08.383654 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-cc38f727-4d68-4c59-90ec-344165a84c76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570608'] for network (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:08.389837 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 53088) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:30:08.390641 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-cc38f727-4d68-4c59-90ec-344165a84c76 admin admin] 10.222.0.43 "DELETE /v2.0/networks/bd6f76b4-d8a1-4ba4-96b7-541fa3cb07be HTTP/1.1" status: 204 len: 168 time: 0.8106589 Apr 06 11:30:08.400721 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc38f727-4d68-4c59-90ec-344165a84c76 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd6f76b4-d8a1-4ba4-96b7-541fa3cb07be,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:30:08.461925 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e955580-cc68-4ada-bfda-ab7d27f9b83f admin admin] Deleting subnet 46d028a7-1105-4490-bd7a-68136fa155a3 {{(pid=103882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 11:30:08.481812 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8e955580-cc68-4ada-bfda-ab7d27f9b83f admin admin] Publish callbacks [] for subnet (46d028a7-1105-4490-bd7a-68136fa155a3), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:08.535933 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8e955580-cc68-4ada-bfda-ab7d27f9b83f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8476880'] for subnet (46d028a7-1105-4490-bd7a-68136fa155a3), precommit_delete_associations {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:08.568594 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a713e9b9-0a34-42e1-b49e-546766c52cc6 None None] New status for floating IP a401c97e-9521-4caf-8f85-144da085d092: ACTIVE {{(pid=103883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:30:08.580063 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8e955580-cc68-4ada-bfda-ab7d27f9b83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961957'] for subnet (46d028a7-1105-4490-bd7a-68136fa155a3), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:08.708133 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8e955580-cc68-4ada-bfda-ab7d27f9b83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1961962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8797880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10017396'] for subnet (46d028a7-1105-4490-bd7a-68136fa155a3), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:08.735033 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e955580-cc68-4ada-bfda-ab7d27f9b83f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46d028a7-1105-4490-bd7a-68136fa155a3,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:30:08.741473 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8e955580-cc68-4ada-bfda-ab7d27f9b83f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:08.744831 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-8e955580-cc68-4ada-bfda-ab7d27f9b83f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/46d028a7-1105-4490-bd7a-68136fa155a3 HTTP/1.1" status: 204 len: 168 time: 0.3531811 Apr 06 11:30:08.747388 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 53104) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:30:08.831496 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5a0a01df-d212-4b01-9c60-f7471f27abe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707938'] for network (b1db4e30-dee4-4e05-9171-3ec86ba8a15d), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:08.948013 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5a0a01df-d212-4b01-9c60-f7471f27abe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1963294', 'neutron.services.segments.db._delete_segments_for_network-8779192912505'] for network (b1db4e30-dee4-4e05-9171-3ec86ba8a15d), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:08.969962 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-89570320-d845-4d96-98db-ac89ed81e8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (9404f039-f516-42fd-94a5-c122fff5649f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:08.980853 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.services.segments.db [None req-5a0a01df-d212-4b01-9c60-f7471f27abe9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1db4e30-dee4-4e05-9171-3ec86ba8a15d']}} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:30:08.997637 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ecaf41-0164-4324-9dcd-3ce4ec2ac15a req-d626355a-7879-4546-87eb-8bba55ca1b04 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:08.999152 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a4ecaf41-0164-4324-9dcd-3ce4ec2ac15a req-d626355a-7879-4546-87eb-8bba55ca1b04 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/ports?device_id=20f1413f-f56d-4860-9f05-81b5a7d23497 HTTP/1.1" status: 200 len: 944 time: 0.0934517 Apr 06 11:30:09.001584 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.services.segments.db [None req-5a0a01df-d212-4b01-9c60-f7471f27abe9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9088f9f-9aff-43a2-bc8f-e482b8bb4e7c') {'for_net_delete': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:30:09.001883 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.services.segments.db [None req-5a0a01df-d212-4b01-9c60-f7471f27abe9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9088f9f-9aff-43a2-bc8f-e482b8bb4e7c') {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:30:09.136741 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 53114) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:30:09.310909 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5a0a01df-d212-4b01-9c60-f7471f27abe9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779192913282', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8476715'] for segment (c9088f9f-9aff-43a2-bc8f-e482b8bb4e7c), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:09.329255 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-65d5012e-f700-41ac-887f-5ef7d8c0560c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:09.346577 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5a0a01df-d212-4b01-9c60-f7471f27abe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726494'] for segment (c9088f9f-9aff-43a2-bc8f-e482b8bb4e7c), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:09.356959 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a0a01df-d212-4b01-9c60-f7471f27abe9 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=103882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 11:30:09.356959 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5a0a01df-d212-4b01-9c60-f7471f27abe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8797906'] for segment (c9088f9f-9aff-43a2-bc8f-e482b8bb4e7c), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:09.359382 dv-cinder-836073-2-iscsi neutron-server[103882]: Traceback (most recent call last): Apr 06 11:30:09.359382 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 11:30:09.359382 dv-cinder-836073-2-iscsi neutron-server[103882]: timer() Apr 06 11:30:09.359382 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 11:30:09.359382 dv-cinder-836073-2-iscsi neutron-server[103882]: cb(*args, **kw) Apr 06 11:30:09.359382 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 11:30:09.359382 dv-cinder-836073-2-iscsi neutron-server[103882]: return func(*args, **kwargs) Apr 06 11:30:09.359382 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 11:30:09.359382 dv-cinder-836073-2-iscsi neutron-server[103882]: self._notify() Apr 06 11:30:09.359382 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 11:30:09.359382 dv-cinder-836073-2-iscsi neutron-server[103882]: self.callback(batched_events) Apr 06 11:30:09.359382 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 11:30:09.359382 dv-cinder-836073-2-iscsi neutron-server[103882]: event.method(event) Apr 06 11:30:09.359382 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 11:30:09.359382 dv-cinder-836073-2-iscsi neutron-server[103882]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 11:30:09.359382 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 11:30:09.359382 dv-cinder-836073-2-iscsi neutron-server[103882]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 11:30:09.359382 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 11:30:09.359382 dv-cinder-836073-2-iscsi neutron-server[103882]: return f(self, *a, **k) Apr 06 11:30:09.359382 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 11:30:09.359382 dv-cinder-836073-2-iscsi neutron-server[103882]: return self._get(url).json() Apr 06 11:30:09.359382 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 11:30:09.359382 dv-cinder-836073-2-iscsi neutron-server[103882]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 11:30:09.359382 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 11:30:09.359382 dv-cinder-836073-2-iscsi neutron-server[103882]: return self.request(url, 'GET', **kwargs) Apr 06 11:30:09.359382 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 11:30:09.359382 dv-cinder-836073-2-iscsi neutron-server[103882]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 11:30:09.359382 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 11:30:09.359382 dv-cinder-836073-2-iscsi neutron-server[103882]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 11:30:09.359382 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 11:30:09.359382 dv-cinder-836073-2-iscsi neutron-server[103882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 11:30:09.359382 dv-cinder-836073-2-iscsi neutron-server[103882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 11:30:09.373173 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a4ecaf41-0164-4324-9dcd-3ce4ec2ac15a req-eb966ca3-05c6-4002-86c8-9c0ce8da75eb tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac894724-97ca-41d3-96d5-110745d86dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3640952 Apr 06 11:30:09.466338 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8801f2-ea01-4744-8bce-909b03be6814 req-2b3e22a0-1ab9-4b53-9146-5318e2df28bb tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:09.468191 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-5e8801f2-ea01-4744-8bce-909b03be6814 req-2b3e22a0-1ab9-4b53-9146-5318e2df28bb tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=081311f2-0586-4322-b5fe-be6919a27964 HTTP/1.1" status: 200 len: 946 time: 0.1000617 Apr 06 11:30:09.504805 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-65d5012e-f700-41ac-887f-5ef7d8c0560c admin admin] Publish callbacks [] for security_group (bf1a88fd-9c6f-461e-b62e-3f41537eb645), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:09.532987 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-5e8801f2-ea01-4744-8bce-909b03be6814 req-90a0628a-73a4-412c-abcc-0f833008c3b9 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd7f9ccd-ed17-41d5-9a76-4d027a6a8ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539165 Apr 06 11:30:09.615649 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5a0a01df-d212-4b01-9c60-f7471f27abe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1963367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-886447'] for network (b1db4e30-dee4-4e05-9171-3ec86ba8a15d), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:09.627891 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5a0a01df-d212-4b01-9c60-f7471f27abe9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570608'] for network (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:09.627891 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-5a0a01df-d212-4b01-9c60-f7471f27abe9 admin admin] 10.222.0.43 "DELETE /v2.0/networks/b1db4e30-dee4-4e05-9171-3ec86ba8a15d HTTP/1.1" status: 204 len: 168 time: 0.8781781 Apr 06 11:30:09.645051 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-65d5012e-f700-41ac-887f-5ef7d8c0560c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (bf1a88fd-9c6f-461e-b62e-3f41537eb645), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:09.656561 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0a01df-d212-4b01-9c60-f7471f27abe9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1db4e30-dee4-4e05-9171-3ec86ba8a15d,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:30:09.711690 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-65d5012e-f700-41ac-887f-5ef7d8c0560c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c0118c04a48c442793d84461a802d8de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5715373 Apr 06 11:30:09.712022 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 53122) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:30:09.718816 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d5012e-f700-41ac-887f-5ef7d8c0560c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1a88fd-9c6f-461e-b62e-3f41537eb645,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:30:09.773738 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3a8046a4-f6a3-4255-b165-1ace2f386306 admin admin] Publish callbacks [] for security_group (bf1a88fd-9c6f-461e-b62e-3f41537eb645), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:09.797136 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3a8046a4-f6a3-4255-b165-1ace2f386306 admin admin] Publish callbacks [] for security_group (bf1a88fd-9c6f-461e-b62e-3f41537eb645), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:09.903482 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3a8046a4-f6a3-4255-b165-1ace2f386306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (bf1a88fd-9c6f-461e-b62e-3f41537eb645), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:09.906853 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3a8046a4-f6a3-4255-b165-1ace2f386306 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:09.908174 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-3a8046a4-f6a3-4255-b165-1ace2f386306 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bf1a88fd-9c6f-461e-b62e-3f41537eb645 HTTP/1.1" status: 204 len: 168 time: 0.1952243 Apr 06 11:30:09.917472 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8046a4-f6a3-4255-b165-1ace2f386306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1a88fd-9c6f-461e-b62e-3f41537eb645,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:30:09.988086 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 53126) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:30:10.041556 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-6d0be0d5-0bb1-4825-9a5a-2804bf01c797 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6ea9bfbc7aa444629c7b12b7300a9d83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0537503 Apr 06 11:30:10.044406 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 53128) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:30:10.125684 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f32cc5dc-8b79-4a41-9bcb-8e1d7f984eb7 admin admin] Publish callbacks [] for security_group (f5c52fff-af15-4d89-b27c-682d88775050), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:10.158698 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f32cc5dc-8b79-4a41-9bcb-8e1d7f984eb7 admin admin] Publish callbacks [] for security_group (f5c52fff-af15-4d89-b27c-682d88775050), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:10.313604 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f32cc5dc-8b79-4a41-9bcb-8e1d7f984eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (f5c52fff-af15-4d89-b27c-682d88775050), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:10.316435 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f32cc5dc-8b79-4a41-9bcb-8e1d7f984eb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:10.317780 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-f32cc5dc-8b79-4a41-9bcb-8e1d7f984eb7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f5c52fff-af15-4d89-b27c-682d88775050 HTTP/1.1" status: 204 len: 168 time: 0.2718983 Apr 06 11:30:10.333382 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32cc5dc-8b79-4a41-9bcb-8e1d7f984eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c52fff-af15-4d89-b27c-682d88775050,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:30:10.529950 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0cc2d64b-8553-4c26-9c2d-26728f607b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (295112eb-abec-44aa-a7f9-d1b9c67b3953), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:10.533651 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa06a5-a9a9-4d8c-9b57-130ad7e28b45 req-98ade7bc-b013-4faf-a821-af714ad4661c tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:10.536122 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6eaa06a5-a9a9-4d8c-9b57-130ad7e28b45 req-98ade7bc-b013-4faf-a821-af714ad4661c tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/ports?device_id=20f1413f-f56d-4860-9f05-81b5a7d23497 HTTP/1.1" status: 200 len: 944 time: 0.0738459 Apr 06 11:30:10.614072 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6eaa06a5-a9a9-4d8c-9b57-130ad7e28b45 req-e0be1f62-ff88-4044-b1fc-ba31539dc66e tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac894724-97ca-41d3-96d5-110745d86dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661359 Apr 06 11:30:10.676772 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b48817-84eb-49cc-9517-6dc9246cb304 req-9a350fad-1ee4-4a7d-948f-005e3829986a tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:10.678761 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-61b48817-84eb-49cc-9517-6dc9246cb304 req-9a350fad-1ee4-4a7d-948f-005e3829986a tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=081311f2-0586-4322-b5fe-be6919a27964 HTTP/1.1" status: 200 len: 946 time: 0.0677345 Apr 06 11:30:10.744794 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-61b48817-84eb-49cc-9517-6dc9246cb304 req-25c60b68-d0d3-47f3-86aa-7ba61788365a tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd7f9ccd-ed17-41d5-9a76-4d027a6a8ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581772 Apr 06 11:30:10.842051 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 53144) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:30:10.868779 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6b3cba1f-61f4-4d1b-a616-7eb356f99383 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:10.996443 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6b3cba1f-61f4-4d1b-a616-7eb356f99383 admin admin] Publish callbacks [] for security_group (9f15fdba-eda5-4a34-96f6-e821af97a8ea), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:11.056221 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6b3cba1f-61f4-4d1b-a616-7eb356f99383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (9f15fdba-eda5-4a34-96f6-e821af97a8ea), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:11.105028 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 53146) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:30:11.105762 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-6b3cba1f-61f4-4d1b-a616-7eb356f99383 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8b66cdaffaf2459c8f5831b9a6ca67f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2617764 Apr 06 11:30:11.128285 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3cba1f-61f4-4d1b-a616-7eb356f99383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f15fdba-eda5-4a34-96f6-e821af97a8ea,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:30:11.228372 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e41b40b3-4c65-4b8b-ace0-a86d29780779 admin admin] Publish callbacks [] for security_group (9f15fdba-eda5-4a34-96f6-e821af97a8ea), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:11.254860 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e41b40b3-4c65-4b8b-ace0-a86d29780779 admin admin] Publish callbacks [] for security_group (9f15fdba-eda5-4a34-96f6-e821af97a8ea), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:11.340333 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 53152) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:30:11.382193 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e41b40b3-4c65-4b8b-ace0-a86d29780779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (9f15fdba-eda5-4a34-96f6-e821af97a8ea), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:11.384615 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-7d4e20e5-2ba8-4374-aa26-1f0be363764f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e88e637b9718474a8525539dde0cfe41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0432558 Apr 06 11:30:11.384979 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e41b40b3-4c65-4b8b-ace0-a86d29780779 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:11.388546 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-e41b40b3-4c65-4b8b-ace0-a86d29780779 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9f15fdba-eda5-4a34-96f6-e821af97a8ea HTTP/1.1" status: 204 len: 168 time: 0.2802579 Apr 06 11:30:11.392111 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 53154) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:30:11.440172 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b40b3-4c65-4b8b-ace0-a86d29780779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f15fdba-eda5-4a34-96f6-e821af97a8ea,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:30:11.478947 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-36a52026-dcea-418e-860c-9d0def401722 admin admin] Publish callbacks [] for security_group (32b87957-3c68-47dd-8cd9-018f9d4ebb81), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:11.515104 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-36a52026-dcea-418e-860c-9d0def401722 admin admin] Publish callbacks [] for security_group (32b87957-3c68-47dd-8cd9-018f9d4ebb81), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:11.674381 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-36a52026-dcea-418e-860c-9d0def401722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (32b87957-3c68-47dd-8cd9-018f9d4ebb81), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:11.682070 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-36a52026-dcea-418e-860c-9d0def401722 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:11.682070 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-36a52026-dcea-418e-860c-9d0def401722 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/32b87957-3c68-47dd-8cd9-018f9d4ebb81 HTTP/1.1" status: 204 len: 168 time: 0.2892766 Apr 06 11:30:11.702125 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a52026-dcea-418e-860c-9d0def401722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b87957-3c68-47dd-8cd9-018f9d4ebb81,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:30:11.782721 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292e777-7c82-4484-a9aa-3402a23ee8c4 req-b111eab3-135f-42c5-a6bd-a650b80b089d tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:11.784254 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f292e777-7c82-4484-a9aa-3402a23ee8c4 req-b111eab3-135f-42c5-a6bd-a650b80b089d tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/ports?device_id=20f1413f-f56d-4860-9f05-81b5a7d23497 HTTP/1.1" status: 200 len: 944 time: 0.0850849 Apr 06 11:30:11.838361 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7bcfc971-4c1e-4d8f-8ae7-97bffdd4e21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (33edc1dd-8f2c-4a3f-bd07-9ad8bd534bf2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:11.890651 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f292e777-7c82-4484-a9aa-3402a23ee8c4 req-be63f9ef-1b38-4478-99c5-ad06781936a6 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac894724-97ca-41d3-96d5-110745d86dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878079 Apr 06 11:30:11.945407 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858f4e7-42c1-4dd6-ab44-c62bd122fb45 req-c886a814-b4d3-4990-bd6c-45964ae0ee4a tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:11.951024 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-1858f4e7-42c1-4dd6-ab44-c62bd122fb45 req-c886a814-b4d3-4990-bd6c-45964ae0ee4a tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=081311f2-0586-4322-b5fe-be6919a27964 HTTP/1.1" status: 200 len: 946 time: 0.1076276 Apr 06 11:30:12.029361 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-1858f4e7-42c1-4dd6-ab44-c62bd122fb45 req-a8cca853-e9bf-4035-808c-91f9bfcf6cbc tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd7f9ccd-ed17-41d5-9a76-4d027a6a8ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773938 Apr 06 11:30:12.101299 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device 4b643a6f-8f61-4d24-a607-c18d8c6dcc43 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:30:12.255653 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port 4b643a6f-8f61-4d24-a607-c18d8c6dcc43, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=4b643a6f-8f61-4d24-a607-c18d8c6dcc43,segment=NetworkSegment(6a602240-3922-4bf0-a8bb-04a4d05b55c4),segment_id=6a602240-3922-4bf0-a8bb-04a4d05b55c4)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:30:12.271848 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Returning: {'device': '4b643a6f-8f61-4d24-a607-c18d8c6dcc43', 'network_id': '5529688d-cbb0-454c-b2b2-2dd8660f20c8', 'port_id': '4b643a6f-8f61-4d24-a607-c18d8c6dcc43', 'mac_address': 'fa:16:3e:4f:92:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5124a61-a5c8-4acc-8eca-8ed8dd4c3666', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:30:12.318016 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Current status of the port 4b643a6f-8f61-4d24-a607-c18d8c6dcc43 is: DOWN; New status is: BUILD {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:30:12.325663 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (4b643a6f-8f61-4d24-a607-c18d8c6dcc43), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:12.332433 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b643a6f-8f61-4d24-a607-c18d8c6dcc43 {{(pid=103883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:30:12.356899 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port 4b643a6f-8f61-4d24-a607-c18d8c6dcc43, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=4b643a6f-8f61-4d24-a607-c18d8c6dcc43,segment=NetworkSegment(6a602240-3922-4bf0-a8bb-04a4d05b55c4),segment_id=6a602240-3922-4bf0-a8bb-04a4d05b55c4)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:30:12.405151 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (4b643a6f-8f61-4d24-a607-c18d8c6dcc43), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:12.458258 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Pushing event updated for resources: {'Port': ['ID=4b643a6f-8f61-4d24-a607-c18d8c6dcc43,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:30:12.704005 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] get_ports_and_sgs() called for port_ids ['4b643a6f-8f61-4d24-a607-c18d8c6dcc43'] {{(pid=103883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:30:13.065766 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cab955-10f3-4020-80dc-9dbe81d97aac req-c8101aff-446d-46c3-b72d-1ba3f71dd762 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:13.073254 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e8cab955-10f3-4020-80dc-9dbe81d97aac req-c8101aff-446d-46c3-b72d-1ba3f71dd762 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/ports?device_id=20f1413f-f56d-4860-9f05-81b5a7d23497 HTTP/1.1" status: 200 len: 945 time: 0.0685332 Apr 06 11:30:13.173339 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e8cab955-10f3-4020-80dc-9dbe81d97aac req-9f314293-a6a5-4962-82ff-91ba1655da4f tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac894724-97ca-41d3-96d5-110745d86dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990546 Apr 06 11:30:13.226938 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f61606-415d-4002-8014-dd66a21e685e req-c73b455c-fccb-4700-a4b7-f4547133988e tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:13.228610 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-44f61606-415d-4002-8014-dd66a21e685e req-c73b455c-fccb-4700-a4b7-f4547133988e tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=081311f2-0586-4322-b5fe-be6919a27964 HTTP/1.1" status: 200 len: 946 time: 0.1153700 Apr 06 11:30:13.256551 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (a2831ac0-05e7-463d-be89-41d2adab36ec), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:13.312017 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-44f61606-415d-4002-8014-dd66a21e685e req-70fc0f3f-d0f5-4925-aea8-09b617320033 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd7f9ccd-ed17-41d5-9a76-4d027a6a8ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758052 Apr 06 11:30:14.112138 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device 4b643a6f-8f61-4d24-a607-c18d8c6dcc43 up at agent hyperv_hv-cinder-83607 {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:30:14.233198 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Provisioning for port 4b643a6f-8f61-4d24-a607-c18d8c6dcc43 completed by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 11:30:14.240738 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Provisioning complete for port 4b643a6f-8f61-4d24-a607-c18d8c6dcc43 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:30:14.241326 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (4b643a6f-8f61-4d24-a607-c18d8c6dcc43), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:14.341449 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2b4a1b-3d32-44e7-a05e-6abde6478303 req-c81ce16e-b508-408e-bc55-6c1d6e99df73 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:14.345821 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fa2b4a1b-3d32-44e7-a05e-6abde6478303 req-c81ce16e-b508-408e-bc55-6c1d6e99df73 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/ports?device_id=20f1413f-f56d-4860-9f05-81b5a7d23497 HTTP/1.1" status: 200 len: 945 time: 0.1028354 Apr 06 11:30:14.458572 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Current status of the port 4b643a6f-8f61-4d24-a607-c18d8c6dcc43 is: BUILD; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:30:14.459707 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (4b643a6f-8f61-4d24-a607-c18d8c6dcc43), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:14.471521 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fa2b4a1b-3d32-44e7-a05e-6abde6478303 req-8806cac9-c734-427d-ac1e-f3bfa87586f0 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac894724-97ca-41d3-96d5-110745d86dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183665 Apr 06 11:30:14.491900 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20f1413f-f56d-4860-9f05-81b5a7d23497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b643a6f-8f61-4d24-a607-c18d8c6dcc43'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:30:14.494757 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a256e0d7ec5edad375dd6353356bf7a80218bed4a34d309726d6a914db977355" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54050f70-1fec-45f1-aa02-59f40b00c0fb" -d '{"events": [{"server_uuid": "20f1413f-f56d-4860-9f05-81b5a7d23497", "name": "network-vif-plugged", "status": "completed", "tag": "4b643a6f-8f61-4d24-a607-c18d8c6dcc43"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:30:14.535949 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe6ed8-572e-468c-9275-35c409e9f46c req-b14a4543-7244-4943-acc0-efa2e51562b9 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:14.538373 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-dffe6ed8-572e-468c-9275-35c409e9f46c req-b14a4543-7244-4943-acc0-efa2e51562b9 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=081311f2-0586-4322-b5fe-be6919a27964 HTTP/1.1" status: 200 len: 946 time: 0.0941305 Apr 06 11:30:14.542888 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port 4b643a6f-8f61-4d24-a607-c18d8c6dcc43, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=4b643a6f-8f61-4d24-a607-c18d8c6dcc43,segment=NetworkSegment(6a602240-3922-4bf0-a8bb-04a4d05b55c4),segment_id=6a602240-3922-4bf0-a8bb-04a4d05b55c4)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:30:14.553748 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54eb5524-79ba-4c2b-a7b5-a4258ee3befd x-openstack-request-id: req-54eb5524-79ba-4c2b-a7b5-a4258ee3befd {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:30:14.554256 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20f1413f-f56d-4860-9f05-81b5a7d23497", "name": "network-vif-plugged", "status": "completed", "tag": "4b643a6f-8f61-4d24-a607-c18d8c6dcc43", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:30:14.554672 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-54eb5524-79ba-4c2b-a7b5-a4258ee3befd {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:30:14.555367 dv-cinder-836073-2-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54eb5524-79ba-4c2b-a7b5-a4258ee3befd'] response: {'server_uuid': '20f1413f-f56d-4860-9f05-81b5a7d23497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b643a6f-8f61-4d24-a607-c18d8c6dcc43', 'code': 200} Apr 06 11:30:14.602686 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (4b643a6f-8f61-4d24-a607-c18d8c6dcc43), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:14.659478 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-dffe6ed8-572e-468c-9275-35c409e9f46c req-b14492b8-3133-4fec-9922-a7aa831b78cb tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd7f9ccd-ed17-41d5-9a76-4d027a6a8ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084342 Apr 06 11:30:14.661953 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Pushing event updated for resources: {'Port': ['ID=4b643a6f-8f61-4d24-a607-c18d8c6dcc43,revision_number=5']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:30:15.011214 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ef241-077b-4ee7-afff-dda3623a5fc1 req-2a9aaaa9-fa28-4163-96e9-ce125367267c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:15.018930 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a81ef241-077b-4ee7-afff-dda3623a5fc1 req-2a9aaaa9-fa28-4163-96e9-ce125367267c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=20f1413f-f56d-4860-9f05-81b5a7d23497 HTTP/1.1" status: 200 len: 1130 time: 0.0714855 Apr 06 11:30:15.093677 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a81ef241-077b-4ee7-afff-dda3623a5fc1 req-fe079bf3-7035-430b-8e3f-e9035f714df2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ac894724-97ca-41d3-96d5-110745d86dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736740 Apr 06 11:30:15.637851 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d12ea5-5955-446f-81eb-43515529ad02 req-5b584b8d-77f6-47a1-9db4-7b72bca2f1f2 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:15.646329 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-06d12ea5-5955-446f-81eb-43515529ad02 req-5b584b8d-77f6-47a1-9db4-7b72bca2f1f2 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/ports?device_id=20f1413f-f56d-4860-9f05-81b5a7d23497 HTTP/1.1" status: 200 len: 946 time: 0.0746262 Apr 06 11:30:15.751414 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-06d12ea5-5955-446f-81eb-43515529ad02 req-e4bbf327-d4a1-4886-bdd8-564e7d588080 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac894724-97ca-41d3-96d5-110745d86dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038277 Apr 06 11:30:15.860386 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c29f4-0aef-4507-a799-2301ef7db5bd req-a60370a5-4650-4c5b-9704-1dbfa0d0e711 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:15.869936 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-243c29f4-0aef-4507-a799-2301ef7db5bd req-a60370a5-4650-4c5b-9704-1dbfa0d0e711 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=081311f2-0586-4322-b5fe-be6919a27964 HTTP/1.1" status: 200 len: 946 time: 0.1245735 Apr 06 11:30:15.949931 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-243c29f4-0aef-4507-a799-2301ef7db5bd req-b817fd2a-4899-4e2f-b8b2-ef79244abc22 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd7f9ccd-ed17-41d5-9a76-4d027a6a8ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789461 Apr 06 11:30:16.918741 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19abe2-6f9c-4e89-b042-73f38cdde89f req-7072400e-577b-4535-a9a1-bc81ee19c607 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:16.926831 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6f19abe2-6f9c-4e89-b042-73f38cdde89f req-7072400e-577b-4535-a9a1-bc81ee19c607 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/ports?device_id=20f1413f-f56d-4860-9f05-81b5a7d23497 HTTP/1.1" status: 200 len: 946 time: 0.0800140 Apr 06 11:30:17.002441 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6f19abe2-6f9c-4e89-b042-73f38cdde89f req-cecb6c81-08b0-4498-9fa8-29ebe3a6975a tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac894724-97ca-41d3-96d5-110745d86dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757196 Apr 06 11:30:17.156490 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac03f1a-6478-40d7-a6c2-f76cc557ea28 req-08747587-2037-400b-a79c-f911f4803aed tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:17.164342 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-cac03f1a-6478-40d7-a6c2-f76cc557ea28 req-08747587-2037-400b-a79c-f911f4803aed tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=081311f2-0586-4322-b5fe-be6919a27964 HTTP/1.1" status: 200 len: 946 time: 0.0880029 Apr 06 11:30:17.269557 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-cac03f1a-6478-40d7-a6c2-f76cc557ea28 req-0245b3d1-3c20-49d8-be6e-3008b791de89 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd7f9ccd-ed17-41d5-9a76-4d027a6a8ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013606 Apr 06 11:30:18.134234 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e83239d-3dbb-45ab-b64c-b2eb1ed9171a req-edf245c9-4719-43f8-821f-9120a5db30c6 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:18.136444 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8e83239d-3dbb-45ab-b64c-b2eb1ed9171a req-edf245c9-4719-43f8-821f-9120a5db30c6 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/ports?device_id=20f1413f-f56d-4860-9f05-81b5a7d23497 HTTP/1.1" status: 200 len: 946 time: 0.0652895 Apr 06 11:30:18.207481 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8e83239d-3dbb-45ab-b64c-b2eb1ed9171a req-1f774dc4-d930-4a6c-b774-b42e517acab9 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac894724-97ca-41d3-96d5-110745d86dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633838 Apr 06 11:30:18.359467 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf7260f-eada-47f1-8bb0-f8bf382461aa req-0c541665-4e1b-41a5-aa30-7f9b3a10b264 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:18.364061 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-0bf7260f-eada-47f1-8bb0-f8bf382461aa req-0c541665-4e1b-41a5-aa30-7f9b3a10b264 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/ports?device_id=20f1413f-f56d-4860-9f05-81b5a7d23497 HTTP/1.1" status: 200 len: 946 time: 0.0890725 Apr 06 11:30:18.444918 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca87643f-f56e-41b4-8797-6ca3afa1bb78 req-4f50b38c-ed11-4643-a6cc-acb66b5bed96 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:18.450346 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-0bf7260f-eada-47f1-8bb0-f8bf382461aa req-b397b163-da06-4691-bdb9-d51308270975 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac894724-97ca-41d3-96d5-110745d86dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821254 Apr 06 11:30:18.454489 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ca87643f-f56e-41b4-8797-6ca3afa1bb78 req-4f50b38c-ed11-4643-a6cc-acb66b5bed96 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=081311f2-0586-4322-b5fe-be6919a27964 HTTP/1.1" status: 200 len: 946 time: 0.0885723 Apr 06 11:30:18.478942 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 53334) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:30:18.510659 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ca87643f-f56e-41b4-8797-6ca3afa1bb78 req-ccb922df-af74-473b-92c4-7af0c9c3f4ca tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd7f9ccd-ed17-41d5-9a76-4d027a6a8ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535226 Apr 06 11:30:18.755643 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73546c7d-c056-4422-a394-31d77458258e tempest-TestVolumeBootPattern-1744259904 tempest-TestVolumeBootPattern-1744259904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:18.757125 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-73546c7d-c056-4422-a394-31d77458258e tempest-TestVolumeBootPattern-1744259904 tempest-TestVolumeBootPattern-1744259904-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=20f1413f-f56d-4860-9f05-81b5a7d23497 HTTP/1.1" status: 200 len: 1125 time: 0.2771680 Apr 06 11:30:18.760454 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 53344) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:30:18.765762 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-bd9aa51a-ea37-49dd-9d30-8e4103daea78 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Request body: {'floatingip': {'floating_network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'port_id': '4b643a6f-8f61-4d24-a607-c18d8c6dcc43', 'tenant_id': 'de48ef632a974b5c83191742cf569887', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:30:18.869323 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-bd9aa51a-ea37-49dd-9d30-8e4103daea78 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:19.122280 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-bd9aa51a-ea37-49dd-9d30-8e4103daea78 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:19.282810 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [None req-bd9aa51a-ea37-49dd-9d30-8e4103daea78 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Allocated IP 172.27.2.147 (698fa61f-093e-4dd4-aaec-c1b231275ecc/4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809/71b0fd5d-8214-4a56-8cce-8205f04d0b08) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:30:19.408029 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-bd9aa51a-ea37-49dd-9d30-8e4103daea78 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks [] for port (71b0fd5d-8214-4a56-8cce-8205f04d0b08), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:19.525823 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-bd9aa51a-ea37-49dd-9d30-8e4103daea78 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779192465924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797839'] for port (71b0fd5d-8214-4a56-8cce-8205f04d0b08), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:19.577416 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9aa51a-ea37-49dd-9d30-8e4103daea78 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Network 698fa61f-093e-4dd4-aaec-c1b231275ecc is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:30:19.581347 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-bd9aa51a-ea37-49dd-9d30-8e4103daea78 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:30:19.588360 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9aa51a-ea37-49dd-9d30-8e4103daea78 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:30:19.621020 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9aa51a-ea37-49dd-9d30-8e4103daea78 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Pushing event updated for resources: {'Port': ['ID=71b0fd5d-8214-4a56-8cce-8205f04d0b08,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:30:19.717664 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f34473f-dcc9-4dcd-8432-8a15bfd28dde req-b8036475-b8b1-4286-9e6a-f6f34ca56235 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:19.725567 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-4f34473f-dcc9-4dcd-8432-8a15bfd28dde req-b8036475-b8b1-4286-9e6a-f6f34ca56235 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=081311f2-0586-4322-b5fe-be6919a27964 HTTP/1.1" status: 200 len: 946 time: 0.1001446 Apr 06 11:30:19.780401 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-4f34473f-dcc9-4dcd-8432-8a15bfd28dde req-74b7b0c7-8b44-4b35-95c4-9d82a7a94eb2 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd7f9ccd-ed17-41d5-9a76-4d027a6a8ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539343 Apr 06 11:30:20.178119 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-bd9aa51a-ea37-49dd-9d30-8e4103daea78 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks [] for floatingip (90e21bcd-1c08-4383-9f3c-e77b8a662a1c), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:20.323884 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-bd9aa51a-ea37-49dd-9d30-8e4103daea78 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (71b0fd5d-8214-4a56-8cce-8205f04d0b08), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:20.468254 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-bd9aa51a-ea37-49dd-9d30-8e4103daea78 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks [] for port (71b0fd5d-8214-4a56-8cce-8205f04d0b08), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:20.542135 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-bd9aa51a-ea37-49dd-9d30-8e4103daea78 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8797942'] for port (71b0fd5d-8214-4a56-8cce-8205f04d0b08), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:20.605432 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9aa51a-ea37-49dd-9d30-8e4103daea78 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Pushing event updated for resources: {'Port': ['ID=71b0fd5d-8214-4a56-8cce-8205f04d0b08,revision_number=2']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:30:20.620501 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-bd9aa51a-ea37-49dd-9d30-8e4103daea78 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-886429'] for floatingip (90e21bcd-1c08-4383-9f3c-e77b8a662a1c), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:20.717656 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.db.l3_db [None req-bd9aa51a-ea37-49dd-9d30-8e4103daea78 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Floating IP 90e21bcd-1c08-4383-9f3c-e77b8a662a1c associated. External IP: 172.27.2.147, port: 4b643a6f-8f61-4d24-a607-c18d8c6dcc43. Apr 06 11:30:20.955080 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415b83c-b958-4e7e-b244-5ba1cb96fe01 req-3c62006e-9bc9-456c-9be3-868f97c9e964 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:20.956451 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7415b83c-b958-4e7e-b244-5ba1cb96fe01 req-3c62006e-9bc9-456c-9be3-868f97c9e964 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=081311f2-0586-4322-b5fe-be6919a27964 HTTP/1.1" status: 200 len: 946 time: 0.1018865 Apr 06 11:30:20.972601 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd9aa51a-ea37-49dd-9d30-8e4103daea78 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Router d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4 has already been hosted by L3 agent 9404f039-f516-42fd-94a5-c122fff5649f {{(pid=103882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:30:21.051788 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7415b83c-b958-4e7e-b244-5ba1cb96fe01 req-6238c3ed-ce22-42d4-8dd6-e6a97645853b tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd7f9ccd-ed17-41d5-9a76-4d027a6a8ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894663 Apr 06 11:30:21.107044 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd9aa51a-ea37-49dd-9d30-8e4103daea78 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Notify agent at l3_agent.dv-cinder-836073-2-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:30:21.118851 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc91d47-fae7-4bc7-adce-f0fdec0dff0a None None] Sync routers for ids ['d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4'] in dv-cinder-836073-2-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:30:21.128527 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc91d47-fae7-4bc7-adce-f0fdec0dff0a None None] Routers {'d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:30:21.129181 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-dcc91d47-fae7-4bc7-adce-f0fdec0dff0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:30:09Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:30:21.201585 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-bd9aa51a-ea37-49dd-9d30-8e4103daea78 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for floatingip (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:21.234403 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-bd9aa51a-ea37-49dd-9d30-8e4103daea78 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4722707 Apr 06 11:30:21.234928 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20f1413f-f56d-4860-9f05-81b5a7d23497', 'tag': '4b643a6f-8f61-4d24-a607-c18d8c6dcc43'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:30:21.237312 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29156e5c8df2cda5f8c3a12ff109e02ba7a327efefb734c2c5f81b1bf548e3ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89674af6-9c37-46ea-92f4-ccf632d5696f" -d '{"events": [{"name": "network-changed", "server_uuid": "20f1413f-f56d-4860-9f05-81b5a7d23497", "tag": "4b643a6f-8f61-4d24-a607-c18d8c6dcc43"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:30:21.240340 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-dcc91d47-fae7-4bc7-adce-f0fdec0dff0a None None] Set router d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:30:21.276543 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0569be1-1a2b-49ba-8ffd-ba628b5c8e9e x-openstack-request-id: req-a0569be1-1a2b-49ba-8ffd-ba628b5c8e9e {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:30:21.276958 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20f1413f-f56d-4860-9f05-81b5a7d23497", "tag": "4b643a6f-8f61-4d24-a607-c18d8c6dcc43", "status": "completed", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:30:21.277306 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a0569be1-1a2b-49ba-8ffd-ba628b5c8e9e {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:30:21.277777 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0569be1-1a2b-49ba-8ffd-ba628b5c8e9e'] response: {'name': 'network-changed', 'server_uuid': '20f1413f-f56d-4860-9f05-81b5a7d23497', 'tag': '4b643a6f-8f61-4d24-a607-c18d8c6dcc43', 'status': 'completed', 'code': 200} Apr 06 11:30:21.460295 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-dcc91d47-fae7-4bc7-adce-f0fdec0dff0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'name': 'tempest-TestVolumeBootPattern-312017993-router', 'tenant_id': 'de48ef632a974b5c83191742cf569887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '5ce3c676-ae10-4b96-8444-61e6ff7729df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:28:57Z', 'updated_at': '2022-04-06T11:29:02Z', 'revision_number': 4, 'project_id': 'de48ef632a974b5c83191742cf569887', 'gw_port': {'id': '5ce3c676-ae10-4b96-8444-61e6ff7729df', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:51:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:28:58Z', 'updated_at': '2022-04-06T11:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_floatingips': [{'id': '90e21bcd-1c08-4383-9f3c-e77b8a662a1c', 'tenant_id': 'de48ef632a974b5c83191742cf569887', 'floating_ip_address': '172.27.2.147', 'floating_network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'router_id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'port_id': '4b643a6f-8f61-4d24-a607-c18d8c6dcc43', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5529688d-cbb0-454c-b2b2-2dd8660f20c8', 'mac_address': 'fa:16:3e:4f:92:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f1413f-f56d-4860-9f05-81b5a7d23497', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:30:19Z', 'updated_at': '2022-04-06T11:30:19Z', 'revision_number': 0, 'project_id': 'de48ef632a974b5c83191742cf569887', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de04e9ed-2f4e-4fa1-9e4b-71522c5d1fab', 'name': '', 'network_id': '5529688d-cbb0-454c-b2b2-2dd8660f20c8', 'tenant_id': 'de48ef632a974b5c83191742cf569887', 'mac_address': 'fa:16:3e:e1:85:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'c5124a61-a5c8-4acc-8eca-8ed8dd4c3666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:29:01Z', 'updated_at': '2022-04-06T11:29:08Z', 'revision_number': 5, 'project_id': 'de48ef632a974b5c83191742cf569887', 'subnets': [{'id': 'c5124a61-a5c8-4acc-8eca-8ed8dd4c3666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:30:21.486378 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc91d47-fae7-4bc7-adce-f0fdec0dff0a None None] Checking router: d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4 for host: dv-cinder-836073-2-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:30:21.494383 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc91d47-fae7-4bc7-adce-f0fdec0dff0a None None] Routers {'d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:30:21.495039 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-dcc91d47-fae7-4bc7-adce-f0fdec0dff0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:30:09Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:30:21.598766 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-dcc91d47-fae7-4bc7-adce-f0fdec0dff0a None None] Set router d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:30:21.826944 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-dcc91d47-fae7-4bc7-adce-f0fdec0dff0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'name': 'tempest-TestVolumeBootPattern-312017993-router', 'tenant_id': 'de48ef632a974b5c83191742cf569887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '5ce3c676-ae10-4b96-8444-61e6ff7729df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:28:57Z', 'updated_at': '2022-04-06T11:29:02Z', 'revision_number': 4, 'project_id': 'de48ef632a974b5c83191742cf569887', 'gw_port': {'id': '5ce3c676-ae10-4b96-8444-61e6ff7729df', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:51:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:28:58Z', 'updated_at': '2022-04-06T11:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_floatingips': [{'id': '90e21bcd-1c08-4383-9f3c-e77b8a662a1c', 'tenant_id': 'de48ef632a974b5c83191742cf569887', 'floating_ip_address': '172.27.2.147', 'floating_network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'router_id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'port_id': '4b643a6f-8f61-4d24-a607-c18d8c6dcc43', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5529688d-cbb0-454c-b2b2-2dd8660f20c8', 'mac_address': 'fa:16:3e:4f:92:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f1413f-f56d-4860-9f05-81b5a7d23497', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:30:19Z', 'updated_at': '2022-04-06T11:30:19Z', 'revision_number': 0, 'project_id': 'de48ef632a974b5c83191742cf569887', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de04e9ed-2f4e-4fa1-9e4b-71522c5d1fab', 'name': '', 'network_id': '5529688d-cbb0-454c-b2b2-2dd8660f20c8', 'tenant_id': 'de48ef632a974b5c83191742cf569887', 'mac_address': 'fa:16:3e:e1:85:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'c5124a61-a5c8-4acc-8eca-8ed8dd4c3666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:29:01Z', 'updated_at': '2022-04-06T11:29:08Z', 'revision_number': 5, 'project_id': 'de48ef632a974b5c83191742cf569887', 'subnets': [{'id': 'c5124a61-a5c8-4acc-8eca-8ed8dd4c3666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:30:21.853472 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc91d47-fae7-4bc7-adce-f0fdec0dff0a None None] The sync data for ids ['d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4'] in dv-cinder-836073-2-iscsi is: [{'id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'name': 'tempest-TestVolumeBootPattern-312017993-router', 'tenant_id': 'de48ef632a974b5c83191742cf569887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '5ce3c676-ae10-4b96-8444-61e6ff7729df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:28:57Z', 'updated_at': '2022-04-06T11:29:02Z', 'revision_number': 4, 'project_id': 'de48ef632a974b5c83191742cf569887', 'gw_port': {'id': '5ce3c676-ae10-4b96-8444-61e6ff7729df', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:51:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:28:58Z', 'updated_at': '2022-04-06T11:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_floatingips': [{'id': '90e21bcd-1c08-4383-9f3c-e77b8a662a1c', 'tenant_id': 'de48ef632a974b5c83191742cf569887', 'floating_ip_address': '172.27.2.147', 'floating_network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'router_id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'port_id': '4b643a6f-8f61-4d24-a607-c18d8c6dcc43', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5529688d-cbb0-454c-b2b2-2dd8660f20c8', 'mac_address': 'fa:16:3e:4f:92:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f1413f-f56d-4860-9f05-81b5a7d23497', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:30:19Z', 'updated_at': '2022-04-06T11:30:19Z', 'revision_number': 0, 'project_id': 'de48ef632a974b5c83191742cf569887', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de04e9ed-2f4e-4fa1-9e4b-71522c5d1fab', 'name': '', 'network_id': '5529688d-cbb0-454c-b2b2-2dd8660f20c8', 'tenant_id': 'de48ef632a974b5c83191742cf569887', 'mac_address': 'fa:16:3e:e1:85:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'c5124a61-a5c8-4acc-8eca-8ed8dd4c3666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:29:01Z', 'updated_at': '2022-04-06T11:29:08Z', 'revision_number': 5, 'project_id': 'de48ef632a974b5c83191742cf569887', 'subnets': [{'id': 'c5124a61-a5c8-4acc-8eca-8ed8dd4c3666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:30:22.041408 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbe6f57-5e4d-4bb2-bb35-2c2e219d4e9f None None] New status for floating IP 90e21bcd-1c08-4383-9f3c-e77b8a662a1c: ACTIVE {{(pid=103883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:30:22.172391 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f8410-706c-46d8-8db7-db5cdd3e8594 req-116b2f56-3282-4ee4-a588-3ab4b6e67818 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:22.174065 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7f7f8410-706c-46d8-8db7-db5cdd3e8594 req-116b2f56-3282-4ee4-a588-3ab4b6e67818 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=081311f2-0586-4322-b5fe-be6919a27964 HTTP/1.1" status: 200 len: 946 time: 0.0537717 Apr 06 11:30:22.224824 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7f7f8410-706c-46d8-8db7-db5cdd3e8594 req-aef9e4e5-6e7a-44ac-bbb2-6fdf6e0bd692 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd7f9ccd-ed17-41d5-9a76-4d027a6a8ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437524 Apr 06 11:30:23.210829 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89674af6-9c37-46ea-92f4-ccf632d5696f req-aee7cd3c-92ab-4d19-887e-8b29278534b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:23.212489 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-89674af6-9c37-46ea-92f4-ccf632d5696f req-aee7cd3c-92ab-4d19-887e-8b29278534b2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=de48ef632a974b5c83191742cf569887&device_id=20f1413f-f56d-4860-9f05-81b5a7d23497 HTTP/1.1" status: 200 len: 1130 time: 0.1006639 Apr 06 11:30:23.359874 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89674af6-9c37-46ea-92f4-ccf632d5696f req-7a44763c-40c1-412c-8bf1-04574fdadb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:23.361433 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-89674af6-9c37-46ea-92f4-ccf632d5696f req-7a44763c-40c1-412c-8bf1-04574fdadb12 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5529688d-cbb0-454c-b2b2-2dd8660f20c8 HTTP/1.1" status: 200 len: 912 time: 0.1431077 Apr 06 11:30:23.447246 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-89674af6-9c37-46ea-92f4-ccf632d5696f req-d683ec48-d91a-4de7-a064-aa6203c8d4d7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b643a6f-8f61-4d24-a607-c18d8c6dcc43 HTTP/1.1" status: 200 len: 1002 time: 0.0789936 Apr 06 11:30:23.476423 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b138da-686f-44ce-9df2-fa72c9401ae6 req-66942a47-ef81-4e5b-87c0-d826bd72b183 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:23.483635 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-31b138da-686f-44ce-9df2-fa72c9401ae6 req-66942a47-ef81-4e5b-87c0-d826bd72b183 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=081311f2-0586-4322-b5fe-be6919a27964 HTTP/1.1" status: 200 len: 946 time: 0.1096389 Apr 06 11:30:23.506461 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89674af6-9c37-46ea-92f4-ccf632d5696f req-2b3c2986-db99-4255-80f9-7d4651a01e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:23.508073 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-89674af6-9c37-46ea-92f4-ccf632d5696f req-2b3c2986-db99-4255-80f9-7d4651a01e62 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c5124a61-a5c8-4acc-8eca-8ed8dd4c3666 HTTP/1.1" status: 200 len: 850 time: 0.0513167 Apr 06 11:30:23.552861 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-31b138da-686f-44ce-9df2-fa72c9401ae6 req-1f3b8e7a-4494-495a-9e2f-e76dfc74576e tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd7f9ccd-ed17-41d5-9a76-4d027a6a8ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640678 Apr 06 11:30:23.802995 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89674af6-9c37-46ea-92f4-ccf632d5696f req-d23b807f-32f3-4932-9eba-2729a7c4040f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:23.804431 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-89674af6-9c37-46ea-92f4-ccf632d5696f req-d23b807f-32f3-4932-9eba-2729a7c4040f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5529688d-cbb0-454c-b2b2-2dd8660f20c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2903214 Apr 06 11:30:23.926657 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-89674af6-9c37-46ea-92f4-ccf632d5696f req-cd985f1c-fb78-4704-88a0-69cf667163ca service neutron] 10.222.0.48 "GET /v2.0/networks/5529688d-cbb0-454c-b2b2-2dd8660f20c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095054 Apr 06 11:30:24.050272 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-89674af6-9c37-46ea-92f4-ccf632d5696f req-618f3544-1f29-4075-8188-9db644d103a4 service neutron] 10.222.0.48 "GET /v2.0/networks/5529688d-cbb0-454c-b2b2-2dd8660f20c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110697 Apr 06 11:30:24.057610 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5370a8-eaaf-4097-90fd-fb4d6d5ce0aa req-5d4e290e-2551-47d4-ace5-02e03fc5bd9b tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:24.069825 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-9f5370a8-eaaf-4097-90fd-fb4d6d5ce0aa req-5d4e290e-2551-47d4-ace5-02e03fc5bd9b tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=081311f2-0586-4322-b5fe-be6919a27964 HTTP/1.1" status: 200 len: 946 time: 0.1489961 Apr 06 11:30:24.136181 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-9f5370a8-eaaf-4097-90fd-fb4d6d5ce0aa req-cb143402-2884-422b-bc5c-eeca9ad8074a tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd7f9ccd-ed17-41d5-9a76-4d027a6a8ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609741 Apr 06 11:30:24.184638 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603c6343-dda0-4db9-87ba-77b181cf5626 req-6c503c33-9fd7-4768-ac0e-95b6939444f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:24.186373 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-603c6343-dda0-4db9-87ba-77b181cf5626 req-6c503c33-9fd7-4768-ac0e-95b6939444f6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3d847e14f64944dba3c2bfdecc16dd16&device_id=081311f2-0586-4322-b5fe-be6919a27964 HTTP/1.1" status: 200 len: 1130 time: 0.0718663 Apr 06 11:30:24.306612 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603c6343-dda0-4db9-87ba-77b181cf5626 req-e849735f-1324-42b6-96d3-50491f009c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:24.308699 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-603c6343-dda0-4db9-87ba-77b181cf5626 req-e849735f-1324-42b6-96d3-50491f009c12 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dc23bab2-5009-4000-9be8-b01c02506344 HTTP/1.1" status: 200 len: 912 time: 0.1130250 Apr 06 11:30:24.384780 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-603c6343-dda0-4db9-87ba-77b181cf5626 req-c17fd44e-75ee-4a2e-8046-1698c33e478e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4037637-d2e8-46ac-9e71-a1873f93a273 HTTP/1.1" status: 200 len: 1002 time: 0.0700812 Apr 06 11:30:24.448391 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603c6343-dda0-4db9-87ba-77b181cf5626 req-f0a102f4-96a8-44a4-8b51-362a7ccb80d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:24.449992 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-603c6343-dda0-4db9-87ba-77b181cf5626 req-f0a102f4-96a8-44a4-8b51-362a7ccb80d9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=af591e27-8cd2-4603-8651-34dd07f2f0b2 HTTP/1.1" status: 200 len: 850 time: 0.0542424 Apr 06 11:30:24.514122 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603c6343-dda0-4db9-87ba-77b181cf5626 req-a9b71cda-fab2-4298-9693-5e575045e5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:24.515774 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-603c6343-dda0-4db9-87ba-77b181cf5626 req-a9b71cda-fab2-4298-9693-5e575045e5fd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dc23bab2-5009-4000-9be8-b01c02506344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0574222 Apr 06 11:30:24.650550 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-603c6343-dda0-4db9-87ba-77b181cf5626 req-731aa41e-d395-42bc-95c0-c1e31d0cb0f0 service neutron] 10.222.0.48 "GET /v2.0/networks/dc23bab2-5009-4000-9be8-b01c02506344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264205 Apr 06 11:30:24.765705 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-603c6343-dda0-4db9-87ba-77b181cf5626 req-8629eb32-fd16-4258-b201-e5bdc2730bce service neutron] 10.222.0.48 "GET /v2.0/networks/dc23bab2-5009-4000-9be8-b01c02506344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093326 Apr 06 11:30:25.285466 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de61c18e-4cf1-4562-9936-6d72fcf49f5f req-72fe9d02-3cbe-406b-b24a-478b8fcf06bd tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:25.286985 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-de61c18e-4cf1-4562-9936-6d72fcf49f5f req-72fe9d02-3cbe-406b-b24a-478b8fcf06bd tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=081311f2-0586-4322-b5fe-be6919a27964 HTTP/1.1" status: 200 len: 946 time: 0.0780759 Apr 06 11:30:25.346876 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-de61c18e-4cf1-4562-9936-6d72fcf49f5f req-63941ffb-6718-40d1-a789-e7da8017ae00 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd7f9ccd-ed17-41d5-9a76-4d027a6a8ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532598 Apr 06 11:30:26.529548 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce093b5-6b29-4daa-a641-83e05d59e5b5 req-4de3cb8f-1978-46be-89e7-2513f62964aa tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:26.539835 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-8ce093b5-6b29-4daa-a641-83e05d59e5b5 req-4de3cb8f-1978-46be-89e7-2513f62964aa tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=081311f2-0586-4322-b5fe-be6919a27964 HTTP/1.1" status: 200 len: 946 time: 0.0928264 Apr 06 11:30:26.596834 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-8ce093b5-6b29-4daa-a641-83e05d59e5b5 req-db3db327-835c-4710-82f8-0d80af9acb2c tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd7f9ccd-ed17-41d5-9a76-4d027a6a8ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553975 Apr 06 11:30:28.322425 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 53548) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:30:28.425501 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b5e56cce-814e-439d-8335-6ff53fc59c03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:28.496743 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b5e56cce-814e-439d-8335-6ff53fc59c03 admin admin] Publish callbacks [] for security_group (1ac1af70-a07c-4aad-827c-e72f917b9387), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:28.570850 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b5e56cce-814e-439d-8335-6ff53fc59c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (1ac1af70-a07c-4aad-827c-e72f917b9387), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:28.607221 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e56cce-814e-439d-8335-6ff53fc59c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac1af70-a07c-4aad-827c-e72f917b9387,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:30:28.612098 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-b5e56cce-814e-439d-8335-6ff53fc59c03 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f2d86d8f791f4ae7b5986d57c6a4c1d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2878821 Apr 06 11:30:28.614874 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 53552) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:30:28.664051 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-88496d0e-ef8c-4d06-a8b6-0a07ecfb16d3 admin admin] Publish callbacks [] for security_group (1ac1af70-a07c-4aad-827c-e72f917b9387), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:28.684707 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-88496d0e-ef8c-4d06-a8b6-0a07ecfb16d3 admin admin] Publish callbacks [] for security_group (1ac1af70-a07c-4aad-827c-e72f917b9387), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:28.809870 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-88496d0e-ef8c-4d06-a8b6-0a07ecfb16d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (1ac1af70-a07c-4aad-827c-e72f917b9387), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:28.812466 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-88496d0e-ef8c-4d06-a8b6-0a07ecfb16d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:28.816141 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-88496d0e-ef8c-4d06-a8b6-0a07ecfb16d3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1ac1af70-a07c-4aad-827c-e72f917b9387 HTTP/1.1" status: 204 len: 168 time: 0.1978519 Apr 06 11:30:28.824206 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88496d0e-ef8c-4d06-a8b6-0a07ecfb16d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac1af70-a07c-4aad-827c-e72f917b9387,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:30:29.467329 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 53592) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:30:29.480080 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-393f4980-b617-42d2-88dc-354367dd9244 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:29.554344 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-393f4980-b617-42d2-88dc-354367dd9244 admin admin] Publish callbacks [] for security_group (7bea1af7-a208-46b5-9b16-ccc269da37e3), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:29.599788 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-393f4980-b617-42d2-88dc-354367dd9244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (7bea1af7-a208-46b5-9b16-ccc269da37e3), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:29.642163 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-393f4980-b617-42d2-88dc-354367dd9244 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1de8a7947f574c9a8fa224f45445c1b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1744184 Apr 06 11:30:29.643021 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393f4980-b617-42d2-88dc-354367dd9244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bea1af7-a208-46b5-9b16-ccc269da37e3,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:30:29.644860 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 53604) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:30:29.694936 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-161fb35b-eac2-41c8-8444-9d5f06b320ce admin admin] Publish callbacks [] for security_group (7bea1af7-a208-46b5-9b16-ccc269da37e3), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:29.717230 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-161fb35b-eac2-41c8-8444-9d5f06b320ce admin admin] Publish callbacks [] for security_group (7bea1af7-a208-46b5-9b16-ccc269da37e3), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:29.862987 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-161fb35b-eac2-41c8-8444-9d5f06b320ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (7bea1af7-a208-46b5-9b16-ccc269da37e3), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:29.865540 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-161fb35b-eac2-41c8-8444-9d5f06b320ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:29.866767 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-161fb35b-eac2-41c8-8444-9d5f06b320ce admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7bea1af7-a208-46b5-9b16-ccc269da37e3 HTTP/1.1" status: 204 len: 168 time: 0.2208469 Apr 06 11:30:29.874571 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161fb35b-eac2-41c8-8444-9d5f06b320ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bea1af7-a208-46b5-9b16-ccc269da37e3,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:30:30.811946 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 53648) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:30:30.914468 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0b7d31e0-87fd-400e-92fb-557ec2eef6e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:30.995764 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0b7d31e0-87fd-400e-92fb-557ec2eef6e5 admin admin] Publish callbacks [] for security_group (3ddf041a-c6cb-4ce1-9f68-d20ca0575251), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:31.079230 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0b7d31e0-87fd-400e-92fb-557ec2eef6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (3ddf041a-c6cb-4ce1-9f68-d20ca0575251), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:31.121603 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7d31e0-87fd-400e-92fb-557ec2eef6e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ddf041a-c6cb-4ce1-9f68-d20ca0575251,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:30:31.127673 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-0b7d31e0-87fd-400e-92fb-557ec2eef6e5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cfb18bcf6e6b406798fffbb069452b7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3140843 Apr 06 11:30:31.136199 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 53656) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:30:31.183439 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1e37857f-09fb-48cb-8e61-258d3d5ca21b admin admin] Publish callbacks [] for security_group (3ddf041a-c6cb-4ce1-9f68-d20ca0575251), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:31.206693 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1e37857f-09fb-48cb-8e61-258d3d5ca21b admin admin] Publish callbacks [] for security_group (3ddf041a-c6cb-4ce1-9f68-d20ca0575251), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:31.330671 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1e37857f-09fb-48cb-8e61-258d3d5ca21b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (3ddf041a-c6cb-4ce1-9f68-d20ca0575251), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:31.333432 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1e37857f-09fb-48cb-8e61-258d3d5ca21b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:31.334627 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-1e37857f-09fb-48cb-8e61-258d3d5ca21b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3ddf041a-c6cb-4ce1-9f68-d20ca0575251 HTTP/1.1" status: 204 len: 168 time: 0.1974857 Apr 06 11:30:31.342643 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e37857f-09fb-48cb-8e61-258d3d5ca21b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ddf041a-c6cb-4ce1-9f68-d20ca0575251,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:30:31.630187 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 53670) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:30:31.690616 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.db.db_base_plugin_v2 [None req-22456c1c-5373-4d18-ad7a-a70a40efe3b0 admin admin] Deleting subnet 78cd5864-e3bf-4b4c-aa00-ce06f73cc401 {{(pid=103881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 11:30:31.697598 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-22456c1c-5373-4d18-ad7a-a70a40efe3b0 admin admin] Publish callbacks [] for subnet (78cd5864-e3bf-4b4c-aa00-ce06f73cc401), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:31.742908 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-22456c1c-5373-4d18-ad7a-a70a40efe3b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10087740'] for subnet (78cd5864-e3bf-4b4c-aa00-ce06f73cc401), precommit_delete_associations {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:31.801850 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-22456c1c-5373-4d18-ad7a-a70a40efe3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961957'] for subnet (78cd5864-e3bf-4b4c-aa00-ce06f73cc401), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:31.999525 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-22456c1c-5373-4d18-ad7a-a70a40efe3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1961962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10088021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8583084'] for subnet (78cd5864-e3bf-4b4c-aa00-ce06f73cc401), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:32.058294 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22456c1c-5373-4d18-ad7a-a70a40efe3b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78cd5864-e3bf-4b4c-aa00-ce06f73cc401,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:30:32.067989 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-22456c1c-5373-4d18-ad7a-a70a40efe3b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570608'] for subnet (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:32.071452 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-22456c1c-5373-4d18-ad7a-a70a40efe3b0 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/78cd5864-e3bf-4b4c-aa00-ce06f73cc401 HTTP/1.1" status: 204 len: 168 time: 0.4400141 Apr 06 11:30:32.077675 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 53686) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:30:32.168322 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efb4df2f-0a13-458e-bc9c-d4ee5b00ae67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707938'] for network (af9c42ac-4d2c-4fdf-bb0b-53f068c99e59), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:32.270665 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efb4df2f-0a13-458e-bc9c-d4ee5b00ae67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1963294', 'neutron.services.segments.db._delete_segments_for_network-8779192912505'] for network (af9c42ac-4d2c-4fdf-bb0b-53f068c99e59), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:32.271658 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 53696) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:30:32.291451 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2207acf2-f80d-4a73-b642-f83985914ae6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:32.294676 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.services.segments.db [None req-efb4df2f-0a13-458e-bc9c-d4ee5b00ae67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af9c42ac-4d2c-4fdf-bb0b-53f068c99e59']}} {{(pid=103881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:30:32.308251 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.services.segments.db [None req-efb4df2f-0a13-458e-bc9c-d4ee5b00ae67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54bcc79b-11f0-4f13-ad54-6fda3dd46cbf') {'for_net_delete': True} {{(pid=103881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:30:32.308251 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.services.segments.db [None req-efb4df2f-0a13-458e-bc9c-d4ee5b00ae67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54bcc79b-11f0-4f13-ad54-6fda3dd46cbf') {} {{(pid=103881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:30:32.318959 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efb4df2f-0a13-458e-bc9c-d4ee5b00ae67 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779192913282', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10087879'] for segment (54bcc79b-11f0-4f13-ad54-6fda3dd46cbf), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:32.336779 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efb4df2f-0a13-458e-bc9c-d4ee5b00ae67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726494'] for segment (54bcc79b-11f0-4f13-ad54-6fda3dd46cbf), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:32.343979 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efb4df2f-0a13-458e-bc9c-d4ee5b00ae67 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=103881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 11:30:32.344558 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efb4df2f-0a13-458e-bc9c-d4ee5b00ae67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10087999'] for segment (54bcc79b-11f0-4f13-ad54-6fda3dd46cbf), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:32.347981 dv-cinder-836073-2-iscsi neutron-server[103881]: Traceback (most recent call last): Apr 06 11:30:32.347981 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 11:30:32.347981 dv-cinder-836073-2-iscsi neutron-server[103881]: timer() Apr 06 11:30:32.347981 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 11:30:32.347981 dv-cinder-836073-2-iscsi neutron-server[103881]: cb(*args, **kw) Apr 06 11:30:32.347981 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 11:30:32.347981 dv-cinder-836073-2-iscsi neutron-server[103881]: return func(*args, **kwargs) Apr 06 11:30:32.347981 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 11:30:32.347981 dv-cinder-836073-2-iscsi neutron-server[103881]: self._notify() Apr 06 11:30:32.347981 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 11:30:32.347981 dv-cinder-836073-2-iscsi neutron-server[103881]: self.callback(batched_events) Apr 06 11:30:32.347981 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 11:30:32.347981 dv-cinder-836073-2-iscsi neutron-server[103881]: event.method(event) Apr 06 11:30:32.347981 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 11:30:32.347981 dv-cinder-836073-2-iscsi neutron-server[103881]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 11:30:32.347981 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 11:30:32.347981 dv-cinder-836073-2-iscsi neutron-server[103881]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 11:30:32.347981 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 11:30:32.347981 dv-cinder-836073-2-iscsi neutron-server[103881]: return f(self, *a, **k) Apr 06 11:30:32.347981 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 11:30:32.347981 dv-cinder-836073-2-iscsi neutron-server[103881]: return self._get(url).json() Apr 06 11:30:32.347981 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 11:30:32.347981 dv-cinder-836073-2-iscsi neutron-server[103881]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 11:30:32.347981 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 11:30:32.347981 dv-cinder-836073-2-iscsi neutron-server[103881]: return self.request(url, 'GET', **kwargs) Apr 06 11:30:32.347981 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 11:30:32.347981 dv-cinder-836073-2-iscsi neutron-server[103881]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 11:30:32.347981 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 11:30:32.347981 dv-cinder-836073-2-iscsi neutron-server[103881]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 11:30:32.347981 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 11:30:32.347981 dv-cinder-836073-2-iscsi neutron-server[103881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 11:30:32.347981 dv-cinder-836073-2-iscsi neutron-server[103881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 11:30:32.387166 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2207acf2-f80d-4a73-b642-f83985914ae6 admin admin] Publish callbacks [] for security_group (bfff195f-7817-4c24-bd26-bac638089ce1), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:32.489787 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2207acf2-f80d-4a73-b642-f83985914ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (bfff195f-7817-4c24-bd26-bac638089ce1), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:32.528657 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-2207acf2-f80d-4a73-b642-f83985914ae6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2669e12bc47242fc8ca780d783515a40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2553027 Apr 06 11:30:32.529552 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2207acf2-f80d-4a73-b642-f83985914ae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfff195f-7817-4c24-bd26-bac638089ce1,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:30:32.531378 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 53698) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:30:32.547174 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efb4df2f-0a13-458e-bc9c-d4ee5b00ae67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1963367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-886447'] for network (af9c42ac-4d2c-4fdf-bb0b-53f068c99e59), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:32.566142 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-efb4df2f-0a13-458e-bc9c-d4ee5b00ae67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570608'] for network (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:32.569668 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-efb4df2f-0a13-458e-bc9c-d4ee5b00ae67 admin admin] 10.222.0.43 "DELETE /v2.0/networks/af9c42ac-4d2c-4fdf-bb0b-53f068c99e59 HTTP/1.1" status: 204 len: 168 time: 0.4910092 Apr 06 11:30:32.581343 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb4df2f-0a13-458e-bc9c-d4ee5b00ae67 admin admin] Pushing event deleted for resources: {'Network': ['ID=af9c42ac-4d2c-4fdf-bb0b-53f068c99e59,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:30:32.614094 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-db8855a6-286c-40f6-9867-2e20d8cc6e08 admin admin] Publish callbacks [] for security_group (bfff195f-7817-4c24-bd26-bac638089ce1), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:32.634774 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-db8855a6-286c-40f6-9867-2e20d8cc6e08 admin admin] Publish callbacks [] for security_group (bfff195f-7817-4c24-bd26-bac638089ce1), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:32.708018 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 53704) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:30:32.765331 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-db8855a6-286c-40f6-9867-2e20d8cc6e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (bfff195f-7817-4c24-bd26-bac638089ce1), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:32.768762 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-db8855a6-286c-40f6-9867-2e20d8cc6e08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:32.772215 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-db8855a6-286c-40f6-9867-2e20d8cc6e08 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bfff195f-7817-4c24-bd26-bac638089ce1 HTTP/1.1" status: 204 len: 168 time: 0.2374663 Apr 06 11:30:32.777898 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8855a6-286c-40f6-9867-2e20d8cc6e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfff195f-7817-4c24-bd26-bac638089ce1,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:30:32.840606 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-82c9ede3-e551-4fbf-926d-4d80bef9860f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:32.924230 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-82c9ede3-e551-4fbf-926d-4d80bef9860f admin admin] Publish callbacks [] for security_group (5d29972f-1ab7-495c-98ec-e84531b7a222), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:33.012879 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 53710) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:30:33.050439 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-82c9ede3-e551-4fbf-926d-4d80bef9860f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (5d29972f-1ab7-495c-98ec-e84531b7a222), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:33.077233 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-7a66e93d-2bbb-4cd1-b8f6-f94fa0c4ba64 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=06368b58d27a4d04a043a29bc40c2f17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0607114 Apr 06 11:30:33.081125 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 53712) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:30:33.094142 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-82c9ede3-e551-4fbf-926d-4d80bef9860f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=47c5a14027ba49fcaf4ef985c9ce6df9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3850272 Apr 06 11:30:33.099384 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 53714) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:30:33.102316 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c9ede3-e551-4fbf-926d-4d80bef9860f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d29972f-1ab7-495c-98ec-e84531b7a222,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:30:33.193757 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2feb0506-c0c0-422d-b5e2-104cb4008497 admin admin] Publish callbacks [] for security_group (7f1aa03a-b810-4d23-8101-463036270b13), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:33.208406 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4cf37902-69cb-4b30-9b2b-40448f878959 admin admin] Publish callbacks [] for security_group (5d29972f-1ab7-495c-98ec-e84531b7a222), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:33.232011 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2feb0506-c0c0-422d-b5e2-104cb4008497 admin admin] Publish callbacks [] for security_group (7f1aa03a-b810-4d23-8101-463036270b13), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:33.254518 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4cf37902-69cb-4b30-9b2b-40448f878959 admin admin] Publish callbacks [] for security_group (5d29972f-1ab7-495c-98ec-e84531b7a222), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:33.440321 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2feb0506-c0c0-422d-b5e2-104cb4008497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (7f1aa03a-b810-4d23-8101-463036270b13), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:33.443034 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2feb0506-c0c0-422d-b5e2-104cb4008497 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:33.449328 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-2feb0506-c0c0-422d-b5e2-104cb4008497 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7f1aa03a-b810-4d23-8101-463036270b13 HTTP/1.1" status: 204 len: 168 time: 0.3649626 Apr 06 11:30:33.453871 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feb0506-c0c0-422d-b5e2-104cb4008497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1aa03a-b810-4d23-8101-463036270b13,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:30:33.468163 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4cf37902-69cb-4b30-9b2b-40448f878959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (5d29972f-1ab7-495c-98ec-e84531b7a222), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:33.471719 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4cf37902-69cb-4b30-9b2b-40448f878959 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:33.472995 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-4cf37902-69cb-4b30-9b2b-40448f878959 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5d29972f-1ab7-495c-98ec-e84531b7a222 HTTP/1.1" status: 204 len: 168 time: 0.3719497 Apr 06 11:30:33.484407 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf37902-69cb-4b30-9b2b-40448f878959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d29972f-1ab7-495c-98ec-e84531b7a222,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:30:34.288695 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 53736) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:30:34.308234 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-507e52ed-c6fa-4a0f-a933-ed74ac1d1fd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:34.434406 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f11c2783-13f5-4f1e-8465-a5b7cf14c194 req-25a05923-4b25-464f-b47b-393476107ee7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=081311f2-0586-4322-b5fe-be6919a27964&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0798151 Apr 06 11:30:34.445347 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-507e52ed-c6fa-4a0f-a933-ed74ac1d1fd0 admin admin] Publish callbacks [] for security_group (3815563f-7ae5-468f-863e-6c6b8878c917), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:34.504802 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11c2783-13f5-4f1e-8465-a5b7cf14c194 req-d6ca7845-a6e6-4e22-9f73-deffb6c86037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:34.506545 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f11c2783-13f5-4f1e-8465-a5b7cf14c194 req-d6ca7845-a6e6-4e22-9f73-deffb6c86037 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3d847e14f64944dba3c2bfdecc16dd16&device_id=081311f2-0586-4322-b5fe-be6919a27964 HTTP/1.1" status: 200 len: 1130 time: 0.0464945 Apr 06 11:30:34.541345 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-507e52ed-c6fa-4a0f-a933-ed74ac1d1fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (3815563f-7ae5-468f-863e-6c6b8878c917), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:34.627783 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-507e52ed-c6fa-4a0f-a933-ed74ac1d1fd0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5e75ad85e1354893aa349479ad473e0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3371356 Apr 06 11:30:34.630356 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507e52ed-c6fa-4a0f-a933-ed74ac1d1fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3815563f-7ae5-468f-863e-6c6b8878c917,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:30:34.632718 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 53744) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:30:34.670822 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11c2783-13f5-4f1e-8465-a5b7cf14c194 req-58b292e0-9c69-4619-bcc0-1426645279ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:34.672301 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f11c2783-13f5-4f1e-8465-a5b7cf14c194 req-58b292e0-9c69-4619-bcc0-1426645279ec service neutron] 10.222.0.48 "GET /v2.0/networks?id=dc23bab2-5009-4000-9be8-b01c02506344 HTTP/1.1" status: 200 len: 912 time: 0.1452172 Apr 06 11:30:34.699541 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1b8571f6-4fc7-40be-b585-5ea22d2a816e admin admin] Publish callbacks [] for security_group (3815563f-7ae5-468f-863e-6c6b8878c917), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:34.728168 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1b8571f6-4fc7-40be-b585-5ea22d2a816e admin admin] Publish callbacks [] for security_group (3815563f-7ae5-468f-863e-6c6b8878c917), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:34.755060 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f11c2783-13f5-4f1e-8465-a5b7cf14c194 req-9cbcd766-29ce-4500-a522-efdcd8a9c862 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4037637-d2e8-46ac-9e71-a1873f93a273 HTTP/1.1" status: 200 len: 1002 time: 0.0756645 Apr 06 11:30:34.815869 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11c2783-13f5-4f1e-8465-a5b7cf14c194 req-cca0088c-2d20-4629-af7f-ca20f8caeefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:34.817543 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f11c2783-13f5-4f1e-8465-a5b7cf14c194 req-cca0088c-2d20-4629-af7f-ca20f8caeefb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=af591e27-8cd2-4603-8651-34dd07f2f0b2 HTTP/1.1" status: 200 len: 850 time: 0.0549581 Apr 06 11:30:34.871301 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11c2783-13f5-4f1e-8465-a5b7cf14c194 req-529e5bfb-95af-4486-bc5b-4e20e5a31c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:30:34.873132 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f11c2783-13f5-4f1e-8465-a5b7cf14c194 req-529e5bfb-95af-4486-bc5b-4e20e5a31c41 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dc23bab2-5009-4000-9be8-b01c02506344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487609 Apr 06 11:30:34.897222 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1b8571f6-4fc7-40be-b585-5ea22d2a816e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (3815563f-7ae5-468f-863e-6c6b8878c917), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:34.901450 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1b8571f6-4fc7-40be-b585-5ea22d2a816e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:34.902410 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-1b8571f6-4fc7-40be-b585-5ea22d2a816e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3815563f-7ae5-468f-863e-6c6b8878c917 HTTP/1.1" status: 204 len: 168 time: 0.2683809 Apr 06 11:30:34.920730 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8571f6-4fc7-40be-b585-5ea22d2a816e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3815563f-7ae5-468f-863e-6c6b8878c917,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:30:35.018817 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f11c2783-13f5-4f1e-8465-a5b7cf14c194 req-536b81ac-005b-4ccc-a19c-026bab1489dd service neutron] 10.222.0.48 "GET /v2.0/networks/dc23bab2-5009-4000-9be8-b01c02506344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390047 Apr 06 11:30:35.136185 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f11c2783-13f5-4f1e-8465-a5b7cf14c194 req-ec57a91f-ac57-421f-a67c-7f3969764faa service neutron] 10.222.0.48 "GET /v2.0/networks/dc23bab2-5009-4000-9be8-b01c02506344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095359 Apr 06 11:30:36.508367 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (dc195572-b6d9-4259-8541-839e457b2650), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:36.648641 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-b906e93e-b0ed-4db3-933c-1bfcc3b613c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (8a8bc679-53b2-461d-b015-cec5a247fb94), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:39.004968 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-47b7d690-f306-43da-93ee-7a0097dd8932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (9404f039-f516-42fd-94a5-c122fff5649f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:40.525579 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0cc2d64b-8553-4c26-9c2d-26728f607b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (295112eb-abec-44aa-a7f9-d1b9c67b3953), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:41.794005 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7bcfc971-4c1e-4d8f-8ae7-97bffdd4e21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (33edc1dd-8f2c-4a3f-bd07-9ad8bd534bf2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:43.233400 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (a2831ac0-05e7-463d-be89-41d2adab36ec), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:44.782704 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-d2f8dd02-8968-40b0-bca4-a7fc1cec66fd None None] Agent healthcheck: found 6 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:31:03.248857 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe7fdfe-7dec-42e7-b6d5-33736e25bddd req-7121e497-c916-4396-b1fb-caf01ca62878 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:31:03.250640 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-dfe7fdfe-7dec-42e7-b6d5-33736e25bddd req-7121e497-c916-4396-b1fb-caf01ca62878 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=7312dd9a-9d60-4dc8-9999-65191fd90da3 HTTP/1.1" status: 200 len: 946 time: 0.0558343 Apr 06 11:31:03.329515 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-dfe7fdfe-7dec-42e7-b6d5-33736e25bddd req-8ac5852d-62f6-4e38-8496-74b47638b813 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfdb6236-811a-4716-b1ab-3322fbd33eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679548 Apr 06 11:31:03.332060 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca270ba9-3be0-4d1b-ad8f-287c37601673 req-17179372-310d-460b-88a6-11e4b6f427b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:31:03.334312 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ca270ba9-3be0-4d1b-ad8f-287c37601673 req-17179372-310d-460b-88a6-11e4b6f427b3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fc235d83432140bcb213022a9840f5c2&device_id=7312dd9a-9d60-4dc8-9999-65191fd90da3 HTTP/1.1" status: 200 len: 1130 time: 0.0813758 Apr 06 11:31:03.428698 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca270ba9-3be0-4d1b-ad8f-287c37601673 req-978cc16f-4808-4349-a345-042b71a8ce28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:31:03.430345 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ca270ba9-3be0-4d1b-ad8f-287c37601673 req-978cc16f-4808-4349-a345-042b71a8ce28 service neutron] 10.222.0.48 "GET /v2.0/networks?id=106eef2d-4f40-46cd-832f-5b84b361bc62 HTTP/1.1" status: 200 len: 920 time: 0.0873725 Apr 06 11:31:03.501672 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ca270ba9-3be0-4d1b-ad8f-287c37601673 req-54ad7487-ac67-4104-a1fc-9300d567f630 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9695f58-94d5-4c66-b781-13ee070c5d0c HTTP/1.1" status: 200 len: 1002 time: 0.0624981 Apr 06 11:31:03.551782 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca270ba9-3be0-4d1b-ad8f-287c37601673 req-31962c51-4914-489b-a2dc-cd6c3d89428d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:31:03.553458 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ca270ba9-3be0-4d1b-ad8f-287c37601673 req-31962c51-4914-489b-a2dc-cd6c3d89428d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b1304d50-4387-41c0-a102-fa6eb203f82e HTTP/1.1" status: 200 len: 858 time: 0.0445893 Apr 06 11:31:03.604032 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca270ba9-3be0-4d1b-ad8f-287c37601673 req-cfa7f0d2-72ad-4079-96be-8dc85e20e2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:31:03.605564 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ca270ba9-3be0-4d1b-ad8f-287c37601673 req-cfa7f0d2-72ad-4079-96be-8dc85e20e2fd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=106eef2d-4f40-46cd-832f-5b84b361bc62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456474 Apr 06 11:31:03.700321 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ca270ba9-3be0-4d1b-ad8f-287c37601673 req-769b84ac-22fd-4c55-ba36-aa220b785fdf service neutron] 10.222.0.48 "GET /v2.0/networks/106eef2d-4f40-46cd-832f-5b84b361bc62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881195 Apr 06 11:31:03.792102 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ca270ba9-3be0-4d1b-ad8f-287c37601673 req-d5b094cb-410c-4669-acdf-a47f2d7d48f8 service neutron] 10.222.0.48 "GET /v2.0/networks/106eef2d-4f40-46cd-832f-5b84b361bc62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815890 Apr 06 11:31:04.451987 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5b7749-f6fc-41d9-aa96-56308febb0f6 req-6e5cd5a2-d563-4c75-8285-249df16c849a tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:31:04.453504 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-8c5b7749-f6fc-41d9-aa96-56308febb0f6 req-6e5cd5a2-d563-4c75-8285-249df16c849a tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=7312dd9a-9d60-4dc8-9999-65191fd90da3 HTTP/1.1" status: 200 len: 946 time: 0.0524247 Apr 06 11:31:04.503013 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-8c5b7749-f6fc-41d9-aa96-56308febb0f6 req-73023e89-c129-4b56-a501-688ba00d9ccd tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfdb6236-811a-4716-b1ab-3322fbd33eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435946 Apr 06 11:31:05.332169 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 54110) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:31:05.438160 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-7ede6386-af55-4e6d-bbe1-91d1a871c9f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:05.513487 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-7ede6386-af55-4e6d-bbe1-91d1a871c9f9 admin admin] Publish callbacks [] for security_group (66ff2ea8-7404-46af-a488-f0e8dead01fe), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:05.564694 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-7ede6386-af55-4e6d-bbe1-91d1a871c9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (66ff2ea8-7404-46af-a488-f0e8dead01fe), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:05.605076 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-7ede6386-af55-4e6d-bbe1-91d1a871c9f9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ad57c2f6260945ab8002ed94fed24d62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2714877 Apr 06 11:31:05.605973 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ede6386-af55-4e6d-bbe1-91d1a871c9f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ff2ea8-7404-46af-a488-f0e8dead01fe,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:31:05.607873 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 54116) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:31:05.621876 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0691619-793f-4fd3-a130-9fd138ab7ccc req-a3a1edfe-80aa-41a4-957e-716933f46543 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:31:05.623375 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c0691619-793f-4fd3-a130-9fd138ab7ccc req-a3a1edfe-80aa-41a4-957e-716933f46543 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=7312dd9a-9d60-4dc8-9999-65191fd90da3 HTTP/1.1" status: 200 len: 946 time: 0.0526304 Apr 06 11:31:05.624737 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ede6386-af55-4e6d-bbe1-91d1a871c9f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:31:05.625113 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ede6386-af55-4e6d-bbe1-91d1a871c9f9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:31:05.625456 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ede6386-af55-4e6d-bbe1-91d1a871c9f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:31:05.625801 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ede6386-af55-4e6d-bbe1-91d1a871c9f9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:31:05.626132 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ede6386-af55-4e6d-bbe1-91d1a871c9f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:31:05.626460 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ede6386-af55-4e6d-bbe1-91d1a871c9f9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:31:05.626787 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ede6386-af55-4e6d-bbe1-91d1a871c9f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:31:05.627109 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ede6386-af55-4e6d-bbe1-91d1a871c9f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:31:05.627432 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ede6386-af55-4e6d-bbe1-91d1a871c9f9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:31:05.627780 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ede6386-af55-4e6d-bbe1-91d1a871c9f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:31:05.628133 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ede6386-af55-4e6d-bbe1-91d1a871c9f9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:31:05.628464 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ede6386-af55-4e6d-bbe1-91d1a871c9f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:31:05.628786 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ede6386-af55-4e6d-bbe1-91d1a871c9f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:31:05.629129 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ede6386-af55-4e6d-bbe1-91d1a871c9f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:31:05.629507 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ede6386-af55-4e6d-bbe1-91d1a871c9f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:31:05.669977 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-573b56cc-82ed-4b71-a85d-60ce2ff00f4d admin admin] Publish callbacks [] for security_group (66ff2ea8-7404-46af-a488-f0e8dead01fe), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:05.671976 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c0691619-793f-4fd3-a130-9fd138ab7ccc req-cdff642c-aed4-470e-b2f3-7ba8470767dc tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfdb6236-811a-4716-b1ab-3322fbd33eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423374 Apr 06 11:31:05.692631 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-573b56cc-82ed-4b71-a85d-60ce2ff00f4d admin admin] Publish callbacks [] for security_group (66ff2ea8-7404-46af-a488-f0e8dead01fe), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:05.787868 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-573b56cc-82ed-4b71-a85d-60ce2ff00f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (66ff2ea8-7404-46af-a488-f0e8dead01fe), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:05.790614 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-573b56cc-82ed-4b71-a85d-60ce2ff00f4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:05.791822 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-573b56cc-82ed-4b71-a85d-60ce2ff00f4d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/66ff2ea8-7404-46af-a488-f0e8dead01fe HTTP/1.1" status: 204 len: 168 time: 0.1828353 Apr 06 11:31:05.802757 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573b56cc-82ed-4b71-a85d-60ce2ff00f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ff2ea8-7404-46af-a488-f0e8dead01fe,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:31:06.491040 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (dc195572-b6d9-4259-8541-839e457b2650), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:06.650998 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-8751b6b5-48e6-41f7-b914-33009f66febe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (8a8bc679-53b2-461d-b015-cec5a247fb94), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:06.797158 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad86489-a63f-4877-aee9-aa3d6797bda8 req-23aff5da-93c6-4d7b-847e-a0937b6d4c13 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:31:06.804955 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-7ad86489-a63f-4877-aee9-aa3d6797bda8 req-23aff5da-93c6-4d7b-847e-a0937b6d4c13 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=7312dd9a-9d60-4dc8-9999-65191fd90da3 HTTP/1.1" status: 200 len: 946 time: 0.0607562 Apr 06 11:31:06.853751 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-7ad86489-a63f-4877-aee9-aa3d6797bda8 req-83a856b1-092e-4c39-8347-3fac84dd6801 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfdb6236-811a-4716-b1ab-3322fbd33eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478601 Apr 06 11:31:07.975743 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138d7e85-8101-40ae-9ffe-d924e404652b req-93cc4cdd-5db8-4a6c-b166-f31f10f6dd4a tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:31:07.977226 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-138d7e85-8101-40ae-9ffe-d924e404652b req-93cc4cdd-5db8-4a6c-b166-f31f10f6dd4a tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=7312dd9a-9d60-4dc8-9999-65191fd90da3 HTTP/1.1" status: 200 len: 946 time: 0.0548098 Apr 06 11:31:08.024859 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-138d7e85-8101-40ae-9ffe-d924e404652b req-65738d0a-a3d6-4c35-a493-89c1d5a54960 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfdb6236-811a-4716-b1ab-3322fbd33eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418077 Apr 06 11:31:08.988062 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-1eb41680-fa33-4f8a-990d-907eabfc96df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (9404f039-f516-42fd-94a5-c122fff5649f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:09.140996 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478d8075-3fba-4875-ac9f-8ba1d8d81b40 req-c56fa43b-3328-4f68-8cd8-6546d99eff64 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:31:09.142503 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-478d8075-3fba-4875-ac9f-8ba1d8d81b40 req-c56fa43b-3328-4f68-8cd8-6546d99eff64 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=7312dd9a-9d60-4dc8-9999-65191fd90da3 HTTP/1.1" status: 200 len: 946 time: 0.0516648 Apr 06 11:31:09.187741 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-478d8075-3fba-4875-ac9f-8ba1d8d81b40 req-e6b9f3e6-2479-4247-81fa-f5fa77572517 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfdb6236-811a-4716-b1ab-3322fbd33eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390222 Apr 06 11:31:10.302522 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e146085-abfc-439b-a529-38eec7ab7cf7 req-f397866c-b0af-475b-9119-7670c975c581 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:31:10.303909 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8e146085-abfc-439b-a529-38eec7ab7cf7 req-f397866c-b0af-475b-9119-7670c975c581 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=7312dd9a-9d60-4dc8-9999-65191fd90da3 HTTP/1.1" status: 200 len: 946 time: 0.0510750 Apr 06 11:31:10.348139 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8e146085-abfc-439b-a529-38eec7ab7cf7 req-3e12d8bf-3c92-4556-b947-550fa4c9e1a5 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfdb6236-811a-4716-b1ab-3322fbd33eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387580 Apr 06 11:31:10.484704 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0cc2d64b-8553-4c26-9c2d-26728f607b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (295112eb-abec-44aa-a7f9-d1b9c67b3953), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:11.467064 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc4f72-6f90-420b-a278-c8abff697b24 req-b0b471d5-d806-4b1e-909d-077045634145 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:31:11.468532 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-d5bc4f72-6f90-420b-a278-c8abff697b24 req-b0b471d5-d806-4b1e-909d-077045634145 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=7312dd9a-9d60-4dc8-9999-65191fd90da3 HTTP/1.1" status: 200 len: 946 time: 0.0529866 Apr 06 11:31:11.518832 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-d5bc4f72-6f90-420b-a278-c8abff697b24 req-699a1773-d131-418e-a9e4-06cebdda83bb tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfdb6236-811a-4716-b1ab-3322fbd33eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448558 Apr 06 11:31:11.822435 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7bcfc971-4c1e-4d8f-8ae7-97bffdd4e21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (33edc1dd-8f2c-4a3f-bd07-9ad8bd534bf2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:12.653518 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e61686-f302-4e72-ae34-6c775eabffed req-950f61e1-4834-44b8-aa3c-1851c1ce8f31 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:31:12.655007 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d8e61686-f302-4e72-ae34-6c775eabffed req-950f61e1-4834-44b8-aa3c-1851c1ce8f31 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=7312dd9a-9d60-4dc8-9999-65191fd90da3 HTTP/1.1" status: 200 len: 946 time: 0.0563238 Apr 06 11:31:12.701248 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d8e61686-f302-4e72-ae34-6c775eabffed req-622ab326-0dff-418d-a062-bf33594e9d72 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfdb6236-811a-4716-b1ab-3322fbd33eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407634 Apr 06 11:31:13.239974 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (a2831ac0-05e7-463d-be89-41d2adab36ec), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:13.827035 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05178d38-8e72-4b94-a155-b2d27575ba9b req-4c83a388-ac70-4d01-9ca4-1aaf9716dbbe tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:31:13.828429 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-05178d38-8e72-4b94-a155-b2d27575ba9b req-4c83a388-ac70-4d01-9ca4-1aaf9716dbbe tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=7312dd9a-9d60-4dc8-9999-65191fd90da3 HTTP/1.1" status: 200 len: 946 time: 0.0540442 Apr 06 11:31:13.874479 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-05178d38-8e72-4b94-a155-b2d27575ba9b req-5b5f6a0b-3a00-4b36-9b57-71c35f4e39ed tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfdb6236-811a-4716-b1ab-3322fbd33eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404027 Apr 06 11:31:14.994181 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03904f9-f7aa-4f53-ba96-4548b528db8f req-4a9371fe-8a35-476e-90f0-7f3b2516a8a3 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:31:14.995660 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e03904f9-f7aa-4f53-ba96-4548b528db8f req-4a9371fe-8a35-476e-90f0-7f3b2516a8a3 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=7312dd9a-9d60-4dc8-9999-65191fd90da3 HTTP/1.1" status: 200 len: 946 time: 0.0531449 Apr 06 11:31:15.047499 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e03904f9-f7aa-4f53-ba96-4548b528db8f req-fa99a4b7-e369-43d3-8cfb-01d3d737721f tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfdb6236-811a-4716-b1ab-3322fbd33eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452936 Apr 06 11:31:16.170854 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de44c508-b683-4429-9534-73f13a52be54 req-545cc8f3-e4b3-4a58-a310-aa0d845f03b5 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:31:16.172335 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-de44c508-b683-4429-9534-73f13a52be54 req-545cc8f3-e4b3-4a58-a310-aa0d845f03b5 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=7312dd9a-9d60-4dc8-9999-65191fd90da3 HTTP/1.1" status: 200 len: 946 time: 0.0512772 Apr 06 11:31:16.217219 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-de44c508-b683-4429-9534-73f13a52be54 req-78fbd71f-f68d-419c-a41b-968be03259b0 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfdb6236-811a-4716-b1ab-3322fbd33eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393181 Apr 06 11:31:17.332280 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89427831-aa62-4940-bc2f-66816c30dc56 req-f6668cdb-5f70-4dc3-a1ab-330d77b15e93 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:31:17.333770 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-89427831-aa62-4940-bc2f-66816c30dc56 req-f6668cdb-5f70-4dc3-a1ab-330d77b15e93 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=7312dd9a-9d60-4dc8-9999-65191fd90da3 HTTP/1.1" status: 200 len: 946 time: 0.0502386 Apr 06 11:31:17.382816 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-89427831-aa62-4940-bc2f-66816c30dc56 req-fb3f0de5-0097-4310-9e00-9d4eba215762 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfdb6236-811a-4716-b1ab-3322fbd33eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435042 Apr 06 11:31:18.502372 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f8dea0-0e30-4da8-b60e-a98a44a37ad0 req-9620ea70-4efe-405b-9c8a-747511722b2e tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:31:18.503849 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-22f8dea0-0e30-4da8-b60e-a98a44a37ad0 req-9620ea70-4efe-405b-9c8a-747511722b2e tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=7312dd9a-9d60-4dc8-9999-65191fd90da3 HTTP/1.1" status: 200 len: 946 time: 0.0543492 Apr 06 11:31:18.549107 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-22f8dea0-0e30-4da8-b60e-a98a44a37ad0 req-8a2ec79c-f0b2-4766-a566-2d1b63715b51 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfdb6236-811a-4716-b1ab-3322fbd33eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389314 Apr 06 11:31:19.667475 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe853b-fc90-4198-bcba-69926f7f4537 req-98a2a528-e8a9-44ba-b67a-3335680804c0 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:31:19.668942 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6dbe853b-fc90-4198-bcba-69926f7f4537 req-98a2a528-e8a9-44ba-b67a-3335680804c0 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=7312dd9a-9d60-4dc8-9999-65191fd90da3 HTTP/1.1" status: 200 len: 946 time: 0.0510385 Apr 06 11:31:19.715096 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6dbe853b-fc90-4198-bcba-69926f7f4537 req-0d5b54c4-7edb-413f-a2ec-7e96498e0942 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfdb6236-811a-4716-b1ab-3322fbd33eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403969 Apr 06 11:31:20.596388 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c476b28e-949f-436d-9ca6-2c6a9f74e1e6 req-1774e2cb-c529-41d8-b200-5f3d4ed574d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:31:20.597920 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c476b28e-949f-436d-9ca6-2c6a9f74e1e6 req-1774e2cb-c529-41d8-b200-5f3d4ed574d5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7312dd9a-9d60-4dc8-9999-65191fd90da3 HTTP/1.1" status: 200 len: 1130 time: 0.0434227 Apr 06 11:31:20.642491 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c476b28e-949f-436d-9ca6-2c6a9f74e1e6 req-4115bc25-75ad-414e-9b47-278e78750530 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=cfdb6236-811a-4716-b1ab-3322fbd33eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370760 Apr 06 11:31:20.832616 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d45e7-952c-4929-9ba8-ed2e2859cc37 req-8d19a484-9d1d-4101-98bd-5726e790f2a3 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:31:20.834216 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-1d5d45e7-952c-4929-9ba8-ed2e2859cc37 req-8d19a484-9d1d-4101-98bd-5726e790f2a3 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=7312dd9a-9d60-4dc8-9999-65191fd90da3 HTTP/1.1" status: 200 len: 946 time: 0.0531318 Apr 06 11:31:20.884028 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-1d5d45e7-952c-4929-9ba8-ed2e2859cc37 req-5f34e246-8628-4115-99bb-68ea014a3a8f tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfdb6236-811a-4716-b1ab-3322fbd33eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438015 Apr 06 11:31:21.742187 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 54272) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:31:21.786114 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-d2f8dd02-8968-40b0-bca4-a7fc1cec66fd None None] Agent healthcheck: found 6 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:31:21.846420 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5a1a34d6-7567-4262-be10-dffd625982e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:21.923151 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5a1a34d6-7567-4262-be10-dffd625982e8 admin admin] Publish callbacks [] for security_group (4ca77084-6fed-46fe-bfd1-d6d5310e3ed0), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:21.988174 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5a1a34d6-7567-4262-be10-dffd625982e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (4ca77084-6fed-46fe-bfd1-d6d5310e3ed0), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:22.006313 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23d770e-2e9e-49db-965e-0e8e5448c585 req-49cf503d-b50a-49fe-bf01-ae56051e05da tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:31:22.008079 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a23d770e-2e9e-49db-965e-0e8e5448c585 req-49cf503d-b50a-49fe-bf01-ae56051e05da tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=7312dd9a-9d60-4dc8-9999-65191fd90da3 HTTP/1.1" status: 200 len: 946 time: 0.0559218 Apr 06 11:31:22.025750 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-5a1a34d6-7567-4262-be10-dffd625982e8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=27b0f0fd90c7467e84aa701a85a56a08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2824459 Apr 06 11:31:22.027684 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1a34d6-7567-4262-be10-dffd625982e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca77084-6fed-46fe-bfd1-d6d5310e3ed0,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:31:22.029903 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 54278) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:31:22.076429 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a23d770e-2e9e-49db-965e-0e8e5448c585 req-9d068f98-95cd-4a48-b628-aae40dafaa6c tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfdb6236-811a-4716-b1ab-3322fbd33eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623422 Apr 06 11:31:22.098873 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-dd5894d8-29d3-44a2-97be-bcc852f9d2e7 admin admin] Publish callbacks [] for security_group (4ca77084-6fed-46fe-bfd1-d6d5310e3ed0), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:22.121158 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-dd5894d8-29d3-44a2-97be-bcc852f9d2e7 admin admin] Publish callbacks [] for security_group (4ca77084-6fed-46fe-bfd1-d6d5310e3ed0), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:22.211340 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-dd5894d8-29d3-44a2-97be-bcc852f9d2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (4ca77084-6fed-46fe-bfd1-d6d5310e3ed0), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:22.214065 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-dd5894d8-29d3-44a2-97be-bcc852f9d2e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:22.215223 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-dd5894d8-29d3-44a2-97be-bcc852f9d2e7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4ca77084-6fed-46fe-bfd1-d6d5310e3ed0 HTTP/1.1" status: 204 len: 168 time: 0.1839991 Apr 06 11:31:22.222983 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5894d8-29d3-44a2-97be-bcc852f9d2e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca77084-6fed-46fe-bfd1-d6d5310e3ed0,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:31:22.231734 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5894d8-29d3-44a2-97be-bcc852f9d2e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:31:22.232093 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5894d8-29d3-44a2-97be-bcc852f9d2e7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:31:22.232445 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5894d8-29d3-44a2-97be-bcc852f9d2e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:31:22.232790 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5894d8-29d3-44a2-97be-bcc852f9d2e7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:31:22.233174 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5894d8-29d3-44a2-97be-bcc852f9d2e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:31:22.233523 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5894d8-29d3-44a2-97be-bcc852f9d2e7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:31:22.233801 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5894d8-29d3-44a2-97be-bcc852f9d2e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:31:22.234125 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5894d8-29d3-44a2-97be-bcc852f9d2e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:31:22.234549 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5894d8-29d3-44a2-97be-bcc852f9d2e7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:31:22.234885 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5894d8-29d3-44a2-97be-bcc852f9d2e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:31:22.235215 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5894d8-29d3-44a2-97be-bcc852f9d2e7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:31:22.235541 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5894d8-29d3-44a2-97be-bcc852f9d2e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:31:22.235864 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5894d8-29d3-44a2-97be-bcc852f9d2e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:31:22.236183 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5894d8-29d3-44a2-97be-bcc852f9d2e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:31:22.236504 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5894d8-29d3-44a2-97be-bcc852f9d2e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:31:23.199827 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4715f61a-c139-4175-bbc8-477c029d325b req-ca44ca88-6c15-40ed-af35-0041d074b017 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:31:23.207186 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4715f61a-c139-4175-bbc8-477c029d325b req-ca44ca88-6c15-40ed-af35-0041d074b017 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=7312dd9a-9d60-4dc8-9999-65191fd90da3 HTTP/1.1" status: 200 len: 946 time: 0.0610914 Apr 06 11:31:23.262751 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4715f61a-c139-4175-bbc8-477c029d325b req-fd53fb65-a11e-4e57-adac-91e037319c31 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfdb6236-811a-4716-b1ab-3322fbd33eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545509 Apr 06 11:31:23.783174 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d9e496-34e0-46c3-a977-d6f84150adb9 req-076e50da-7bc6-4c0f-b442-2d9cffb7e423 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:31:23.784832 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-68d9e496-34e0-46c3-a977-d6f84150adb9 req-076e50da-7bc6-4c0f-b442-2d9cffb7e423 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=7312dd9a-9d60-4dc8-9999-65191fd90da3 HTTP/1.1" status: 200 len: 946 time: 0.0598533 Apr 06 11:31:23.833857 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c229bc-26bf-46ea-b1cf-62b44690f586 req-5068d1f8-f8ad-4760-8386-9eb9d5b4c59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:31:23.834692 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-68d9e496-34e0-46c3-a977-d6f84150adb9 req-fa981709-e5e4-4ad0-bde4-94019f31340d tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfdb6236-811a-4716-b1ab-3322fbd33eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429885 Apr 06 11:31:23.836217 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-60c229bc-26bf-46ea-b1cf-62b44690f586 req-5068d1f8-f8ad-4760-8386-9eb9d5b4c59f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fc235d83432140bcb213022a9840f5c2&device_id=7312dd9a-9d60-4dc8-9999-65191fd90da3 HTTP/1.1" status: 200 len: 1130 time: 0.0469065 Apr 06 11:31:23.937383 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c229bc-26bf-46ea-b1cf-62b44690f586 req-86cfee63-424b-4f36-91f6-f886564ad4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:31:23.938955 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-60c229bc-26bf-46ea-b1cf-62b44690f586 req-86cfee63-424b-4f36-91f6-f886564ad4a5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=106eef2d-4f40-46cd-832f-5b84b361bc62 HTTP/1.1" status: 200 len: 920 time: 0.0968835 Apr 06 11:31:24.009552 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-60c229bc-26bf-46ea-b1cf-62b44690f586 req-eefda9cb-e49f-4cb4-b4df-0ccc8439864f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9695f58-94d5-4c66-b781-13ee070c5d0c HTTP/1.1" status: 200 len: 1002 time: 0.0632811 Apr 06 11:31:24.063116 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c229bc-26bf-46ea-b1cf-62b44690f586 req-9d5c276c-b57c-4b07-8abf-355f091849bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:31:24.064684 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-60c229bc-26bf-46ea-b1cf-62b44690f586 req-9d5c276c-b57c-4b07-8abf-355f091849bc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b1304d50-4387-41c0-a102-fa6eb203f82e HTTP/1.1" status: 200 len: 858 time: 0.0494130 Apr 06 11:31:24.113652 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c229bc-26bf-46ea-b1cf-62b44690f586 req-5648be6d-91e5-467a-ab62-b7d527b3bc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:31:24.115149 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-60c229bc-26bf-46ea-b1cf-62b44690f586 req-5648be6d-91e5-467a-ab62-b7d527b3bc45 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=106eef2d-4f40-46cd-832f-5b84b361bc62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434046 Apr 06 11:31:24.218054 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-60c229bc-26bf-46ea-b1cf-62b44690f586 req-67c7fd9b-81a2-4aae-a5aa-1284ab569284 service neutron] 10.222.0.48 "GET /v2.0/networks/106eef2d-4f40-46cd-832f-5b84b361bc62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972199 Apr 06 11:31:24.320641 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-60c229bc-26bf-46ea-b1cf-62b44690f586 req-9ec2a53e-c587-491d-886b-bfeaa59c2754 service neutron] 10.222.0.48 "GET /v2.0/networks/106eef2d-4f40-46cd-832f-5b84b361bc62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965824 Apr 06 11:31:24.660476 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e9e45-762b-4514-823a-9af0ccbabcfa req-a5b37525-3861-4ecf-a2c6-014a504c0a33 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:31:24.661958 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-e74e9e45-762b-4514-823a-9af0ccbabcfa req-a5b37525-3861-4ecf-a2c6-014a504c0a33 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=081311f2-0586-4322-b5fe-be6919a27964 HTTP/1.1" status: 200 len: 946 time: 0.0506766 Apr 06 11:31:24.707567 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-e74e9e45-762b-4514-823a-9af0ccbabcfa req-0b45dcfa-9e7a-401c-83a2-78d0c181c855 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd7f9ccd-ed17-41d5-9a76-4d027a6a8ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393343 Apr 06 11:31:24.955015 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0348cd38-5f93-400f-8b37-5a7f92c454af req-a3c3376e-ca95-4de8-948b-b9eab899f99a tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:31:24.956498 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0348cd38-5f93-400f-8b37-5a7f92c454af req-a3c3376e-ca95-4de8-948b-b9eab899f99a tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=7312dd9a-9d60-4dc8-9999-65191fd90da3 HTTP/1.1" status: 200 len: 946 time: 0.0534046 Apr 06 11:31:25.007097 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0348cd38-5f93-400f-8b37-5a7f92c454af req-4b68e3c8-adca-43cc-8f96-8465f6f35dab tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfdb6236-811a-4716-b1ab-3322fbd33eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443645 Apr 06 11:31:26.023578 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5445d87-f5f9-478e-b1dd-1dcd6ae76892 req-3e1f1232-7917-473b-a6eb-dcd2cc62132e tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:31:26.025125 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-d5445d87-f5f9-478e-b1dd-1dcd6ae76892 req-3e1f1232-7917-473b-a6eb-dcd2cc62132e tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=081311f2-0586-4322-b5fe-be6919a27964 HTTP/1.1" status: 200 len: 946 time: 0.2507775 Apr 06 11:31:26.073963 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-d5445d87-f5f9-478e-b1dd-1dcd6ae76892 req-6411e3b0-e85e-4130-8fc4-ef5c3fe5831e tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd7f9ccd-ed17-41d5-9a76-4d027a6a8ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429907 Apr 06 11:31:26.143637 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f94f22-c5a9-4933-8dd6-5e0a73333900 req-bc244830-5e66-461e-a533-114445139afa tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:31:26.145149 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-26f94f22-c5a9-4933-8dd6-5e0a73333900 req-bc244830-5e66-461e-a533-114445139afa tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=7312dd9a-9d60-4dc8-9999-65191fd90da3 HTTP/1.1" status: 200 len: 946 time: 0.0531869 Apr 06 11:31:26.191447 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-26f94f22-c5a9-4933-8dd6-5e0a73333900 req-d0e2d8e0-28f7-4160-abbf-84033bfdb791 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfdb6236-811a-4716-b1ab-3322fbd33eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402017 Apr 06 11:31:27.192493 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f1ee38-e70c-4d9a-bbc7-afac607c2c77 req-6fbb1ace-5561-4e90-841f-42353cc30766 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:31:27.194539 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-c3f1ee38-e70c-4d9a-bbc7-afac607c2c77 req-6fbb1ace-5561-4e90-841f-42353cc30766 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=081311f2-0586-4322-b5fe-be6919a27964 HTTP/1.1" status: 200 len: 946 time: 0.0514243 Apr 06 11:31:27.242658 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-c3f1ee38-e70c-4d9a-bbc7-afac607c2c77 req-8a06d52d-c1fd-4545-8933-72a2d51cd5f6 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd7f9ccd-ed17-41d5-9a76-4d027a6a8ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421884 Apr 06 11:31:27.312348 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d38819-cc04-40e5-827e-c909a714cf4f req-cea82d4d-20dc-488a-b611-0fbd2f509ec6 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:31:27.313856 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-65d38819-cc04-40e5-827e-c909a714cf4f req-cea82d4d-20dc-488a-b611-0fbd2f509ec6 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=7312dd9a-9d60-4dc8-9999-65191fd90da3 HTTP/1.1" status: 200 len: 946 time: 0.0529621 Apr 06 11:31:27.359658 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-65d38819-cc04-40e5-827e-c909a714cf4f req-84797108-c281-4cb5-b3f8-82af5c1302ca tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfdb6236-811a-4716-b1ab-3322fbd33eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393624 Apr 06 11:31:28.368274 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d6f41-5ded-46a7-a536-84c12c93f372 req-ce9c313b-548e-4120-855d-336a5a4adc6f tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:31:28.369822 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-e06d6f41-5ded-46a7-a536-84c12c93f372 req-ce9c313b-548e-4120-855d-336a5a4adc6f tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=081311f2-0586-4322-b5fe-be6919a27964 HTTP/1.1" status: 200 len: 946 time: 0.0567305 Apr 06 11:31:28.418117 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-e06d6f41-5ded-46a7-a536-84c12c93f372 req-47b1b98f-c6b3-4087-a92c-cabac8af18d6 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd7f9ccd-ed17-41d5-9a76-4d027a6a8ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427356 Apr 06 11:31:28.486685 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cf6d9d-40fc-49be-8e3a-7db019cfdb83 req-fbda4c4a-3177-4f0d-a2ef-3666754d3449 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:31:28.488133 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-41cf6d9d-40fc-49be-8e3a-7db019cfdb83 req-fbda4c4a-3177-4f0d-a2ef-3666754d3449 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=7312dd9a-9d60-4dc8-9999-65191fd90da3 HTTP/1.1" status: 200 len: 946 time: 0.0551589 Apr 06 11:31:28.535244 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-41cf6d9d-40fc-49be-8e3a-7db019cfdb83 req-8219e32f-9311-4d56-8793-0c284f7af9ee tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfdb6236-811a-4716-b1ab-3322fbd33eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403588 Apr 06 11:31:28.651151 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c6f91-49ca-4c29-9d48-af5ed5e847c7 req-60114463-abef-4913-9b68-935265ce009e tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:31:28.652607 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-105c6f91-49ca-4c29-9d48-af5ed5e847c7 req-60114463-abef-4913-9b68-935265ce009e tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=7312dd9a-9d60-4dc8-9999-65191fd90da3 HTTP/1.1" status: 200 len: 946 time: 0.0512025 Apr 06 11:31:28.661782 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 54406) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:31:28.666937 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-bc071f90-d2cc-4d1a-b930-81182a8e1927 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Request body: {'floatingip': {'port_id': 'e9695f58-94d5-4c66-b781-13ee070c5d0c'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:31:28.726670 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-bc071f90-d2cc-4d1a-b930-81182a8e1927 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Publish callbacks [] for floatingip (a401c97e-9521-4caf-8f85-144da085d092), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:29.203119 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-bc071f90-d2cc-4d1a-b930-81182a8e1927 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:29.262728 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-bc071f90-d2cc-4d1a-b930-81182a8e1927 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-886429'] for floatingip (a401c97e-9521-4caf-8f85-144da085d092), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:29.482087 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc071f90-d2cc-4d1a-b930-81182a8e1927 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Router 4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68 has already been hosted by L3 agent 9404f039-f516-42fd-94a5-c122fff5649f {{(pid=103881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:31:29.542151 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b18cb6-bd10-4c9a-84c6-c98c29ee52d3 req-ed1bafff-2e58-450b-9cf7-8acf8c8cfc26 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:31:29.543635 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-56b18cb6-bd10-4c9a-84c6-c98c29ee52d3 req-ed1bafff-2e58-450b-9cf7-8acf8c8cfc26 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=081311f2-0586-4322-b5fe-be6919a27964 HTTP/1.1" status: 200 len: 946 time: 0.0539172 Apr 06 11:31:29.593532 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-56b18cb6-bd10-4c9a-84c6-c98c29ee52d3 req-a48c01f5-1610-4044-9a23-3e1a1ab4fe47 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd7f9ccd-ed17-41d5-9a76-4d027a6a8ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441422 Apr 06 11:31:29.596480 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc071f90-d2cc-4d1a-b930-81182a8e1927 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Notify agent at l3_agent.dv-cinder-836073-2-iscsi the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:31:29.603038 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-bc071f90-d2cc-4d1a-b930-81182a8e1927 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for floatingip (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:29.610171 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e990c60-61b3-474f-97c6-cc00acc2e46b None None] Sync routers for ids ['4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68'] in dv-cinder-836073-2-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:31:29.620537 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e990c60-61b3-474f-97c6-cc00acc2e46b None None] Routers {'4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:31:29.624038 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-0e990c60-61b3-474f-97c6-cc00acc2e46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:31:09Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:31:29.636757 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7312dd9a-9d60-4dc8-9999-65191fd90da3', 'tag': 'e9695f58-94d5-4c66-b781-13ee070c5d0c'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:31:29.639183 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3406b54a2f576febad5dd824c011310fb025ac9b816498a8b13137d73c32da04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3632d39-ab99-4bed-97a8-432e59cd2735" -d '{"events": [{"name": "network-changed", "server_uuid": "7312dd9a-9d60-4dc8-9999-65191fd90da3", "tag": "e9695f58-94d5-4c66-b781-13ee070c5d0c"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:31:29.673984 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-bc071f90-d2cc-4d1a-b930-81182a8e1927 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "PUT /v2.0/floatingips/a401c97e-9521-4caf-8f85-144da085d092 HTTP/1.1" status: 200 len: 994 time: 1.0106101 Apr 06 11:31:29.694421 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bdd960b-1ae6-4801-81bb-21e9dd80c3e8 x-openstack-request-id: req-7bdd960b-1ae6-4801-81bb-21e9dd80c3e8 {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:31:29.694825 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7312dd9a-9d60-4dc8-9999-65191fd90da3", "tag": "e9695f58-94d5-4c66-b781-13ee070c5d0c", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:31:29.695080 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7bdd960b-1ae6-4801-81bb-21e9dd80c3e8 {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:31:29.695483 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bdd960b-1ae6-4801-81bb-21e9dd80c3e8'] response: {'name': 'network-changed', 'server_uuid': '7312dd9a-9d60-4dc8-9999-65191fd90da3', 'tag': 'e9695f58-94d5-4c66-b781-13ee070c5d0c', 'status': 'completed', 'code': 200} Apr 06 11:31:29.742518 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-0e990c60-61b3-474f-97c6-cc00acc2e46b None None] Set router 4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:31:29.760733 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3632d39-ab99-4bed-97a8-432e59cd2735 req-ee7db3c2-44ba-4230-9208-2b46fa6798ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:31:29.762363 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e3632d39-ab99-4bed-97a8-432e59cd2735 req-ee7db3c2-44ba-4230-9208-2b46fa6798ae service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fc235d83432140bcb213022a9840f5c2&device_id=7312dd9a-9d60-4dc8-9999-65191fd90da3 HTTP/1.1" status: 200 len: 1130 time: 0.0467529 Apr 06 11:31:29.855463 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3632d39-ab99-4bed-97a8-432e59cd2735 req-12e58062-dc03-417b-ba3b-aa782213b20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:31:29.857118 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e3632d39-ab99-4bed-97a8-432e59cd2735 req-12e58062-dc03-417b-ba3b-aa782213b20b service neutron] 10.222.0.48 "GET /v2.0/networks?id=106eef2d-4f40-46cd-832f-5b84b361bc62 HTTP/1.1" status: 200 len: 920 time: 0.0878148 Apr 06 11:31:29.928993 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e3632d39-ab99-4bed-97a8-432e59cd2735 req-f6716944-1e6f-40a0-96e5-e9bf8412b05a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9695f58-94d5-4c66-b781-13ee070c5d0c HTTP/1.1" status: 200 len: 1002 time: 0.0653830 Apr 06 11:31:29.976587 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-0e990c60-61b3-474f-97c6-cc00acc2e46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68', 'name': 'tempest-ServerRescueNegativeTestJSON-2000617148-router', 'tenant_id': 'fc235d83432140bcb213022a9840f5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '92dfcf88-d457-4bfe-8b39-973bf45fee8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:27:40Z', 'updated_at': '2022-04-06T11:27:47Z', 'revision_number': 4, 'project_id': 'fc235d83432140bcb213022a9840f5c2', 'gw_port': {'id': '92dfcf88-d457-4bfe-8b39-973bf45fee8c', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:8c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:27:41Z', 'updated_at': '2022-04-06T11:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_floatingips': [{'id': 'a401c97e-9521-4caf-8f85-144da085d092', 'tenant_id': 'fc235d83432140bcb213022a9840f5c2', 'floating_ip_address': '172.27.2.158', 'floating_network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'router_id': '4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68', 'port_id': 'e9695f58-94d5-4c66-b781-13ee070c5d0c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '106eef2d-4f40-46cd-832f-5b84b361bc62', 'mac_address': 'fa:16:3e:83:be:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7312dd9a-9d60-4dc8-9999-65191fd90da3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:29:37Z', 'updated_at': '2022-04-06T11:31:29Z', 'revision_number': 3, 'project_id': 'fc235d83432140bcb213022a9840f5c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cbdbc52-0aaa-46ec-a404-9739a384da95', 'name': '', 'network_id': '106eef2d-4f40-46cd-832f-5b84b361bc62', 'tenant_id': 'fc235d83432140bcb213022a9840f5c2', 'mac_address': 'fa:16:3e:15:bc:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b1304d50-4387-41c0-a102-fa6eb203f82e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:27:46Z', 'updated_at': '2022-04-06T11:27:55Z', 'revision_number': 5, 'project_id': 'fc235d83432140bcb213022a9840f5c2', 'subnets': [{'id': 'b1304d50-4387-41c0-a102-fa6eb203f82e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:31:29.977203 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3632d39-ab99-4bed-97a8-432e59cd2735 req-34cdc8c3-93ab-4efe-874b-4cb019238271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:31:29.978984 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e3632d39-ab99-4bed-97a8-432e59cd2735 req-34cdc8c3-93ab-4efe-874b-4cb019238271 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b1304d50-4387-41c0-a102-fa6eb203f82e HTTP/1.1" status: 200 len: 858 time: 0.0435095 Apr 06 11:31:30.003662 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e990c60-61b3-474f-97c6-cc00acc2e46b None None] Checking router: 4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68 for host: dv-cinder-836073-2-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:31:30.012648 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e990c60-61b3-474f-97c6-cc00acc2e46b None None] Routers {'4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:31:30.013302 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-0e990c60-61b3-474f-97c6-cc00acc2e46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:31:09Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:31:30.027663 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3632d39-ab99-4bed-97a8-432e59cd2735 req-1ff34d4c-4c48-4208-8781-b19cf442f2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:31:30.029223 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e3632d39-ab99-4bed-97a8-432e59cd2735 req-1ff34d4c-4c48-4208-8781-b19cf442f2aa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=106eef2d-4f40-46cd-832f-5b84b361bc62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440681 Apr 06 11:31:30.121820 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e3632d39-ab99-4bed-97a8-432e59cd2735 req-faa4c9ec-53d9-442f-a090-1a5324b23057 service neutron] 10.222.0.48 "GET /v2.0/networks/106eef2d-4f40-46cd-832f-5b84b361bc62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864365 Apr 06 11:31:30.122707 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-0e990c60-61b3-474f-97c6-cc00acc2e46b None None] Set router 4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:31:30.219026 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e3632d39-ab99-4bed-97a8-432e59cd2735 req-c1fb69a7-f37b-4715-9691-ab39e595e268 service neutron] 10.222.0.48 "GET /v2.0/networks/106eef2d-4f40-46cd-832f-5b84b361bc62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912037 Apr 06 11:31:30.370785 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-0e990c60-61b3-474f-97c6-cc00acc2e46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68', 'name': 'tempest-ServerRescueNegativeTestJSON-2000617148-router', 'tenant_id': 'fc235d83432140bcb213022a9840f5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '92dfcf88-d457-4bfe-8b39-973bf45fee8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:27:40Z', 'updated_at': '2022-04-06T11:27:47Z', 'revision_number': 4, 'project_id': 'fc235d83432140bcb213022a9840f5c2', 'gw_port': {'id': '92dfcf88-d457-4bfe-8b39-973bf45fee8c', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:8c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:27:41Z', 'updated_at': '2022-04-06T11:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_floatingips': [{'id': 'a401c97e-9521-4caf-8f85-144da085d092', 'tenant_id': 'fc235d83432140bcb213022a9840f5c2', 'floating_ip_address': '172.27.2.158', 'floating_network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'router_id': '4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68', 'port_id': 'e9695f58-94d5-4c66-b781-13ee070c5d0c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '106eef2d-4f40-46cd-832f-5b84b361bc62', 'mac_address': 'fa:16:3e:83:be:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7312dd9a-9d60-4dc8-9999-65191fd90da3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:29:37Z', 'updated_at': '2022-04-06T11:31:29Z', 'revision_number': 3, 'project_id': 'fc235d83432140bcb213022a9840f5c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cbdbc52-0aaa-46ec-a404-9739a384da95', 'name': '', 'network_id': '106eef2d-4f40-46cd-832f-5b84b361bc62', 'tenant_id': 'fc235d83432140bcb213022a9840f5c2', 'mac_address': 'fa:16:3e:15:bc:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b1304d50-4387-41c0-a102-fa6eb203f82e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:27:46Z', 'updated_at': '2022-04-06T11:27:55Z', 'revision_number': 5, 'project_id': 'fc235d83432140bcb213022a9840f5c2', 'subnets': [{'id': 'b1304d50-4387-41c0-a102-fa6eb203f82e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:31:30.397112 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e990c60-61b3-474f-97c6-cc00acc2e46b None None] The sync data for ids ['4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68'] in dv-cinder-836073-2-iscsi is: [{'id': '4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68', 'name': 'tempest-ServerRescueNegativeTestJSON-2000617148-router', 'tenant_id': 'fc235d83432140bcb213022a9840f5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '92dfcf88-d457-4bfe-8b39-973bf45fee8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:27:40Z', 'updated_at': '2022-04-06T11:27:47Z', 'revision_number': 4, 'project_id': 'fc235d83432140bcb213022a9840f5c2', 'gw_port': {'id': '92dfcf88-d457-4bfe-8b39-973bf45fee8c', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:8c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:27:41Z', 'updated_at': '2022-04-06T11:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_floatingips': [{'id': 'a401c97e-9521-4caf-8f85-144da085d092', 'tenant_id': 'fc235d83432140bcb213022a9840f5c2', 'floating_ip_address': '172.27.2.158', 'floating_network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'router_id': '4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68', 'port_id': 'e9695f58-94d5-4c66-b781-13ee070c5d0c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '106eef2d-4f40-46cd-832f-5b84b361bc62', 'mac_address': 'fa:16:3e:83:be:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7312dd9a-9d60-4dc8-9999-65191fd90da3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:29:37Z', 'updated_at': '2022-04-06T11:31:29Z', 'revision_number': 3, 'project_id': 'fc235d83432140bcb213022a9840f5c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cbdbc52-0aaa-46ec-a404-9739a384da95', 'name': '', 'network_id': '106eef2d-4f40-46cd-832f-5b84b361bc62', 'tenant_id': 'fc235d83432140bcb213022a9840f5c2', 'mac_address': 'fa:16:3e:15:bc:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b1304d50-4387-41c0-a102-fa6eb203f82e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:27:46Z', 'updated_at': '2022-04-06T11:27:55Z', 'revision_number': 5, 'project_id': 'fc235d83432140bcb213022a9840f5c2', 'subnets': [{'id': 'b1304d50-4387-41c0-a102-fa6eb203f82e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:31:30.738752 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e51685-b8c3-4d42-8757-3047b6c00feb req-a6d28cc4-745a-4f47-a8a4-9dface74e7ab tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:31:30.740368 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e7e51685-b8c3-4d42-8757-3047b6c00feb req-a6d28cc4-745a-4f47-a8a4-9dface74e7ab tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=081311f2-0586-4322-b5fe-be6919a27964 HTTP/1.1" status: 200 len: 946 time: 0.0528712 Apr 06 11:31:30.786626 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e7e51685-b8c3-4d42-8757-3047b6c00feb req-7d58da86-20fb-4163-a3f3-bc4f2ab37699 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd7f9ccd-ed17-41d5-9a76-4d027a6a8ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399749 Apr 06 11:31:31.696897 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7312dd9a-9d60-4dc8-9999-65191fd90da3', 'tag': 'e9695f58-94d5-4c66-b781-13ee070c5d0c'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:31:31.699268 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3406b54a2f576febad5dd824c011310fb025ac9b816498a8b13137d73c32da04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b86d021a-1f41-4628-a6ab-1e343327ef5c" -d '{"events": [{"name": "network-changed", "server_uuid": "7312dd9a-9d60-4dc8-9999-65191fd90da3", "tag": "e9695f58-94d5-4c66-b781-13ee070c5d0c"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:31:31.735989 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27fcdffc-a19c-4be0-ae23-8681dbdc85d6 x-openstack-request-id: req-27fcdffc-a19c-4be0-ae23-8681dbdc85d6 {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:31:31.736284 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7312dd9a-9d60-4dc8-9999-65191fd90da3", "tag": "e9695f58-94d5-4c66-b781-13ee070c5d0c", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:31:31.736547 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-27fcdffc-a19c-4be0-ae23-8681dbdc85d6 {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:31:31.736939 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27fcdffc-a19c-4be0-ae23-8681dbdc85d6'] response: {'name': 'network-changed', 'server_uuid': '7312dd9a-9d60-4dc8-9999-65191fd90da3', 'tag': 'e9695f58-94d5-4c66-b781-13ee070c5d0c', 'status': 'completed', 'code': 200} Apr 06 11:31:31.799884 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86d021a-1f41-4628-a6ab-1e343327ef5c req-8b7e5531-0d36-429b-aa9a-4dd6e01575b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:31:31.801468 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b86d021a-1f41-4628-a6ab-1e343327ef5c req-8b7e5531-0d36-429b-aa9a-4dd6e01575b5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fc235d83432140bcb213022a9840f5c2&device_id=7312dd9a-9d60-4dc8-9999-65191fd90da3 HTTP/1.1" status: 200 len: 1130 time: 0.0469573 Apr 06 11:31:31.924037 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86d021a-1f41-4628-a6ab-1e343327ef5c req-07a8cc14-7174-4ddf-96c7-fe03fa57bd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:31:31.925525 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b86d021a-1f41-4628-a6ab-1e343327ef5c req-07a8cc14-7174-4ddf-96c7-fe03fa57bd07 service neutron] 10.222.0.48 "GET /v2.0/networks?id=106eef2d-4f40-46cd-832f-5b84b361bc62 HTTP/1.1" status: 200 len: 920 time: 0.1179743 Apr 06 11:31:31.936749 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d646865-22b3-478b-b4c7-fa3c6e68891b req-150a1f75-34fe-4046-8fd0-ef560a04b23c tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:31:31.938181 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8d646865-22b3-478b-b4c7-fa3c6e68891b req-150a1f75-34fe-4046-8fd0-ef560a04b23c tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=081311f2-0586-4322-b5fe-be6919a27964 HTTP/1.1" status: 200 len: 946 time: 0.0825596 Apr 06 11:31:32.024022 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b86d021a-1f41-4628-a6ab-1e343327ef5c req-244ea67a-fddc-4125-9d5b-454f380e6540 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9695f58-94d5-4c66-b781-13ee070c5d0c HTTP/1.1" status: 200 len: 1002 time: 0.0848916 Apr 06 11:31:32.031085 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8d646865-22b3-478b-b4c7-fa3c6e68891b req-5e3eb5e8-6af5-4e7b-891d-2b8e61fc0294 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd7f9ccd-ed17-41d5-9a76-4d027a6a8ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854502 Apr 06 11:31:32.076331 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86d021a-1f41-4628-a6ab-1e343327ef5c req-b66198ff-fd29-4295-8585-e781ad5352fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:31:32.077912 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b86d021a-1f41-4628-a6ab-1e343327ef5c req-b66198ff-fd29-4295-8585-e781ad5352fe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b1304d50-4387-41c0-a102-fa6eb203f82e HTTP/1.1" status: 200 len: 858 time: 0.0459597 Apr 06 11:31:32.105811 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 54468) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:31:32.130614 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86d021a-1f41-4628-a6ab-1e343327ef5c req-9ed5ec14-334a-4e21-a4fb-5f2e6a3eb5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:31:32.132939 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b86d021a-1f41-4628-a6ab-1e343327ef5c req-9ed5ec14-334a-4e21-a4fb-5f2e6a3eb5f8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=106eef2d-4f40-46cd-832f-5b84b361bc62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485229 Apr 06 11:31:32.211396 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2b919053-e887-4c37-ba82-ffa63a5c3e0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:32.219245 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b86d021a-1f41-4628-a6ab-1e343327ef5c req-cc8b1d54-4534-42df-b7f1-337cbac0b9d6 service neutron] 10.222.0.48 "GET /v2.0/networks/106eef2d-4f40-46cd-832f-5b84b361bc62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806723 Apr 06 11:31:32.285947 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2b919053-e887-4c37-ba82-ffa63a5c3e0f admin admin] Publish callbacks [] for security_group (34c63d95-d23a-4534-bae3-5b893e4431aa), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:32.321934 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b86d021a-1f41-4628-a6ab-1e343327ef5c req-3f69c683-6837-4592-bc52-4d844847e03c service neutron] 10.222.0.48 "GET /v2.0/networks/106eef2d-4f40-46cd-832f-5b84b361bc62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968533 Apr 06 11:31:32.354391 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2b919053-e887-4c37-ba82-ffa63a5c3e0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (34c63d95-d23a-4534-bae3-5b893e4431aa), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:32.393761 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-2b919053-e887-4c37-ba82-ffa63a5c3e0f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ce43d0a2021049dc94127e8e4e968b48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2867897 Apr 06 11:31:32.394735 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b919053-e887-4c37-ba82-ffa63a5c3e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c63d95-d23a-4534-bae3-5b893e4431aa,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:31:32.396459 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 54476) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:31:32.445527 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-6a2f137e-a82d-4671-93d8-e0edf92e99bf admin admin] Publish callbacks [] for security_group (34c63d95-d23a-4534-bae3-5b893e4431aa), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:32.466318 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-6a2f137e-a82d-4671-93d8-e0edf92e99bf admin admin] Publish callbacks [] for security_group (34c63d95-d23a-4534-bae3-5b893e4431aa), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:32.583060 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-6a2f137e-a82d-4671-93d8-e0edf92e99bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (34c63d95-d23a-4534-bae3-5b893e4431aa), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:32.586368 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-6a2f137e-a82d-4671-93d8-e0edf92e99bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:32.587540 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-6a2f137e-a82d-4671-93d8-e0edf92e99bf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/34c63d95-d23a-4534-bae3-5b893e4431aa HTTP/1.1" status: 204 len: 168 time: 0.1897440 Apr 06 11:31:32.595504 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2f137e-a82d-4671-93d8-e0edf92e99bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c63d95-d23a-4534-bae3-5b893e4431aa,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:31:33.152676 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e8aaa6-1394-46bf-be95-8ef67560dd1b req-73b88ead-b3de-4b69-b484-33a4700fd392 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:31:33.154097 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-71e8aaa6-1394-46bf-be95-8ef67560dd1b req-73b88ead-b3de-4b69-b484-33a4700fd392 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=081311f2-0586-4322-b5fe-be6919a27964 HTTP/1.1" status: 200 len: 946 time: 0.0510538 Apr 06 11:31:33.201041 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-71e8aaa6-1394-46bf-be95-8ef67560dd1b req-2a9a8ea1-75d9-41f0-8583-3645df2ccffc tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd7f9ccd-ed17-41d5-9a76-4d027a6a8ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411839 Apr 06 11:31:34.318024 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88faef29-db69-4bc4-b372-5666388fc89f req-9f4a1974-b1fb-4c24-a96c-213690d705b2 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:31:34.319610 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-88faef29-db69-4bc4-b372-5666388fc89f req-9f4a1974-b1fb-4c24-a96c-213690d705b2 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=081311f2-0586-4322-b5fe-be6919a27964 HTTP/1.1" status: 200 len: 946 time: 0.0515411 Apr 06 11:31:34.368966 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-88faef29-db69-4bc4-b372-5666388fc89f req-32313e0e-6fb3-46d3-b7d6-a500d0143cd0 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd7f9ccd-ed17-41d5-9a76-4d027a6a8ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436523 Apr 06 11:31:35.488055 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2977dbc3-894d-46a7-9229-f7143739b2ab req-0e0c1cdc-725e-4bbe-a797-32bc166c0226 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:31:35.489522 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-2977dbc3-894d-46a7-9229-f7143739b2ab req-0e0c1cdc-725e-4bbe-a797-32bc166c0226 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=081311f2-0586-4322-b5fe-be6919a27964 HTTP/1.1" status: 200 len: 946 time: 0.0538237 Apr 06 11:31:35.535282 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-2977dbc3-894d-46a7-9229-f7143739b2ab req-59afc80e-4e60-4867-b554-2eb58c03781d tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd7f9ccd-ed17-41d5-9a76-4d027a6a8ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395989 Apr 06 11:31:35.978036 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-90ff098b-f015-47d1-849f-60222fb042ec req-e454fc8a-9317-44bb-aa13-43a080232b1b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a5f3e882-c3d2-4207-90be-fb022681182c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405843 Apr 06 11:31:36.062922 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff098b-f015-47d1-849f-60222fb042ec req-554a46dd-836d-4c0c-951d-cfea431d9750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:31:36.064430 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-90ff098b-f015-47d1-849f-60222fb042ec req-554a46dd-836d-4c0c-951d-cfea431d9750 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fc235d83432140bcb213022a9840f5c2&device_id=a5f3e882-c3d2-4207-90be-fb022681182c HTTP/1.1" status: 200 len: 1129 time: 0.0438724 Apr 06 11:31:36.170255 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff098b-f015-47d1-849f-60222fb042ec req-808e6cfb-e520-4ecf-9eb5-4aa23ccfe1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:31:36.171730 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-90ff098b-f015-47d1-849f-60222fb042ec req-808e6cfb-e520-4ecf-9eb5-4aa23ccfe1d2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=106eef2d-4f40-46cd-832f-5b84b361bc62 HTTP/1.1" status: 200 len: 920 time: 0.0867968 Apr 06 11:31:36.453305 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-90ff098b-f015-47d1-849f-60222fb042ec req-3aab6caa-c55e-4123-84fb-1789837c1f64 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7fcabb26-3c5a-4b0d-b661-44c5c09bec89 HTTP/1.1" status: 200 len: 217 time: 0.2749918 Apr 06 11:31:36.496922 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (dc195572-b6d9-4259-8541-839e457b2650), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:36.506623 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff098b-f015-47d1-849f-60222fb042ec req-925d3dbe-09f7-4b9d-b770-dda23af5a25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:31:36.508298 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-90ff098b-f015-47d1-849f-60222fb042ec req-925d3dbe-09f7-4b9d-b770-dda23af5a25a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b1304d50-4387-41c0-a102-fa6eb203f82e HTTP/1.1" status: 200 len: 858 time: 0.0480874 Apr 06 11:31:36.563462 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff098b-f015-47d1-849f-60222fb042ec req-0f869ab7-81d8-4429-9441-a8b4b3886c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:31:36.564983 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-90ff098b-f015-47d1-849f-60222fb042ec req-0f869ab7-81d8-4429-9441-a8b4b3886c35 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=106eef2d-4f40-46cd-832f-5b84b361bc62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511923 Apr 06 11:31:36.656959 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-af6beab8-efa1-41db-934b-99e6aeac5b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (8a8bc679-53b2-461d-b015-cec5a247fb94), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:36.697434 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-90ff098b-f015-47d1-849f-60222fb042ec req-5a412865-bfb4-4b5e-9aa0-c7462c3f2b41 service neutron] 10.222.0.48 "GET /v2.0/networks/106eef2d-4f40-46cd-832f-5b84b361bc62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259294 Apr 06 11:31:36.706474 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144083a2-ba2f-4adf-ad99-59ed107678c0 req-86320af8-6d0f-4cf2-bfe4-f1e01a70a660 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:31:36.706474 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-144083a2-ba2f-4adf-ad99-59ed107678c0 req-86320af8-6d0f-4cf2-bfe4-f1e01a70a660 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=081311f2-0586-4322-b5fe-be6919a27964 HTTP/1.1" status: 200 len: 946 time: 0.0887249 Apr 06 11:31:36.809846 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-144083a2-ba2f-4adf-ad99-59ed107678c0 req-ee56599b-6b05-4dc5-8b7f-36ffc80fb058 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd7f9ccd-ed17-41d5-9a76-4d027a6a8ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947597 Apr 06 11:31:36.833211 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-90ff098b-f015-47d1-849f-60222fb042ec req-38aa3186-7e16-45b7-861d-5fa800f752d1 service neutron] 10.222.0.48 "GET /v2.0/networks/106eef2d-4f40-46cd-832f-5b84b361bc62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264246 Apr 06 11:31:37.927687 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e819844b-3e73-4b4e-8826-dcb097be7ad5 req-bca59250-d288-4b9f-8da5-0a30fd7d8bee tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:31:37.929421 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-e819844b-3e73-4b4e-8826-dcb097be7ad5 req-bca59250-d288-4b9f-8da5-0a30fd7d8bee tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=081311f2-0586-4322-b5fe-be6919a27964 HTTP/1.1" status: 200 len: 946 time: 0.0526536 Apr 06 11:31:37.976409 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-e819844b-3e73-4b4e-8826-dcb097be7ad5 req-40c38708-9afa-436f-ab48-8ca19e2e2a5e tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd7f9ccd-ed17-41d5-9a76-4d027a6a8ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412579 Apr 06 11:31:39.009601 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0e7d0e4d-97a7-4122-9267-c28bfde0fcca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (9404f039-f516-42fd-94a5-c122fff5649f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:39.105734 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b349a5c-7949-4071-961b-b79be8531e90 req-365f01eb-ad0b-4d03-9d0a-62aba829f087 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:31:39.107132 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0b349a5c-7949-4071-961b-b79be8531e90 req-365f01eb-ad0b-4d03-9d0a-62aba829f087 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=081311f2-0586-4322-b5fe-be6919a27964 HTTP/1.1" status: 200 len: 946 time: 0.0564549 Apr 06 11:31:39.156262 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0b349a5c-7949-4071-961b-b79be8531e90 req-a9285de5-aaeb-4763-894b-63a4c58ff495 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd7f9ccd-ed17-41d5-9a76-4d027a6a8ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435085 Apr 06 11:31:39.686534 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adba2ca-86ad-4792-a59e-1a7727d8dc0d req-d603d070-5b2d-41af-8f85-770939817a34 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:31:39.688024 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7adba2ca-86ad-4792-a59e-1a7727d8dc0d req-d603d070-5b2d-41af-8f85-770939817a34 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=081311f2-0586-4322-b5fe-be6919a27964 HTTP/1.1" status: 200 len: 946 time: 0.0545323 Apr 06 11:31:39.736199 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7adba2ca-86ad-4792-a59e-1a7727d8dc0d req-5344ffdd-4595-4e21-bdaa-0f9dd0826d6c tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd7f9ccd-ed17-41d5-9a76-4d027a6a8ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422065 Apr 06 11:31:39.780479 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee1f5cc-8d99-48d9-86d8-cc43ef4885a8 req-ff7c9a46-6cda-4a78-b73e-4e676d263762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:31:39.782011 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9ee1f5cc-8d99-48d9-86d8-cc43ef4885a8 req-ff7c9a46-6cda-4a78-b73e-4e676d263762 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3d847e14f64944dba3c2bfdecc16dd16&device_id=081311f2-0586-4322-b5fe-be6919a27964 HTTP/1.1" status: 200 len: 1130 time: 0.0436471 Apr 06 11:31:39.873668 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee1f5cc-8d99-48d9-86d8-cc43ef4885a8 req-6158e511-e3fc-409b-8f47-6d26a4e02641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:31:39.875029 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9ee1f5cc-8d99-48d9-86d8-cc43ef4885a8 req-6158e511-e3fc-409b-8f47-6d26a4e02641 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dc23bab2-5009-4000-9be8-b01c02506344 HTTP/1.1" status: 200 len: 912 time: 0.0860395 Apr 06 11:31:39.938302 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9ee1f5cc-8d99-48d9-86d8-cc43ef4885a8 req-f97db3c7-e797-433c-bebf-acd861d659a0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4037637-d2e8-46ac-9e71-a1873f93a273 HTTP/1.1" status: 200 len: 1002 time: 0.0564091 Apr 06 11:31:39.986883 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee1f5cc-8d99-48d9-86d8-cc43ef4885a8 req-8b60ecb3-e362-4e4a-ae35-96e1cd4775a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:31:39.988279 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9ee1f5cc-8d99-48d9-86d8-cc43ef4885a8 req-8b60ecb3-e362-4e4a-ae35-96e1cd4775a5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=af591e27-8cd2-4603-8651-34dd07f2f0b2 HTTP/1.1" status: 200 len: 850 time: 0.0421712 Apr 06 11:31:40.039267 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee1f5cc-8d99-48d9-86d8-cc43ef4885a8 req-11bb9a8a-48d5-4c81-81c7-51dbe0b7c7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:31:40.040759 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9ee1f5cc-8d99-48d9-86d8-cc43ef4885a8 req-11bb9a8a-48d5-4c81-81c7-51dbe0b7c7da service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dc23bab2-5009-4000-9be8-b01c02506344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463338 Apr 06 11:31:40.125571 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9ee1f5cc-8d99-48d9-86d8-cc43ef4885a8 req-1c9d7c84-8119-485e-8edf-9067bce44db1 service neutron] 10.222.0.48 "GET /v2.0/networks/dc23bab2-5009-4000-9be8-b01c02506344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786765 Apr 06 11:31:40.214612 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9ee1f5cc-8d99-48d9-86d8-cc43ef4885a8 req-7bcdc1e9-5126-4b81-bcc9-828ecf6b5dd3 service neutron] 10.222.0.48 "GET /v2.0/networks/dc23bab2-5009-4000-9be8-b01c02506344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821440 Apr 06 11:31:40.519794 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0cc2d64b-8553-4c26-9c2d-26728f607b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (295112eb-abec-44aa-a7f9-d1b9c67b3953), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:40.855575 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99cfb0d-e8dd-4455-840c-ca811be6e707 req-c25725e5-0388-44ba-8e68-e89add2f54f8 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:31:40.857114 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-d99cfb0d-e8dd-4455-840c-ca811be6e707 req-c25725e5-0388-44ba-8e68-e89add2f54f8 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=081311f2-0586-4322-b5fe-be6919a27964 HTTP/1.1" status: 200 len: 946 time: 0.0527492 Apr 06 11:31:40.906992 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-d99cfb0d-e8dd-4455-840c-ca811be6e707 req-b3e61118-569a-4ceb-b29d-bdd5149c0eff tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd7f9ccd-ed17-41d5-9a76-4d027a6a8ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442426 Apr 06 11:31:41.794339 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7bcfc971-4c1e-4d8f-8ae7-97bffdd4e21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (33edc1dd-8f2c-4a3f-bd07-9ad8bd534bf2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:42.027234 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72fe854-e1d8-48ae-b6e4-4f6a7947953d req-f8a4ecbc-5e2f-4d49-9b19-9a257df60567 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:31:42.028858 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f72fe854-e1d8-48ae-b6e4-4f6a7947953d req-f8a4ecbc-5e2f-4d49-9b19-9a257df60567 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=081311f2-0586-4322-b5fe-be6919a27964 HTTP/1.1" status: 200 len: 946 time: 0.0529907 Apr 06 11:31:42.077098 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f72fe854-e1d8-48ae-b6e4-4f6a7947953d req-d06505af-8469-45d5-ae37-6f4a92bcf4e0 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd7f9ccd-ed17-41d5-9a76-4d027a6a8ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423393 Apr 06 11:31:43.205015 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (a2831ac0-05e7-463d-be89-41d2adab36ec), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:58.784239 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-d2f8dd02-8968-40b0-bca4-a7fc1cec66fd None None] Agent healthcheck: found 6 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:32:04.102317 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 54692) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:32:04.204204 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-28f7905e-2706-49d7-8b33-50b43ac9e5dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:04.276145 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-28f7905e-2706-49d7-8b33-50b43ac9e5dc admin admin] Publish callbacks [] for security_group (52918b2a-0479-4636-bfc1-c51df819e364), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:04.349283 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-28f7905e-2706-49d7-8b33-50b43ac9e5dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (52918b2a-0479-4636-bfc1-c51df819e364), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:04.392353 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-28f7905e-2706-49d7-8b33-50b43ac9e5dc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=89d1aabf140848f0b927069ac386d2dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2884226 Apr 06 11:32:04.393301 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f7905e-2706-49d7-8b33-50b43ac9e5dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52918b2a-0479-4636-bfc1-c51df819e364,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:04.395074 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 54696) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:32:04.442305 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-56b95210-9a5e-46b6-bf31-45561ee06b4d admin admin] Publish callbacks [] for security_group (52918b2a-0479-4636-bfc1-c51df819e364), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:04.462725 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-56b95210-9a5e-46b6-bf31-45561ee06b4d admin admin] Publish callbacks [] for security_group (52918b2a-0479-4636-bfc1-c51df819e364), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:04.600295 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-56b95210-9a5e-46b6-bf31-45561ee06b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (52918b2a-0479-4636-bfc1-c51df819e364), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:04.603640 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-56b95210-9a5e-46b6-bf31-45561ee06b4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:04.604818 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-56b95210-9a5e-46b6-bf31-45561ee06b4d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/52918b2a-0479-4636-bfc1-c51df819e364 HTTP/1.1" status: 204 len: 168 time: 0.2087715 Apr 06 11:32:04.612681 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b95210-9a5e-46b6-bf31-45561ee06b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52918b2a-0479-4636-bfc1-c51df819e364,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:05.554723 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 54718) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:32:05.648654 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-5133a6bc-5d8e-4a4a-b278-a07fd9fdc47c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2099437701-network', 'tenant_id': '740355080be44897b97d4b0cfd48c0f0'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:32:05.726189 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5133a6bc-5d8e-4a4a-b278-a07fd9fdc47c admin admin] Made reservation on behalf of 740355080be44897b97d4b0cfd48c0f0 for: {'network': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:32:05.728577 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5133a6bc-5d8e-4a4a-b278-a07fd9fdc47c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for network (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:05.737245 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5133a6bc-5d8e-4a4a-b278-a07fd9fdc47c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:05.809005 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5133a6bc-5d8e-4a4a-b278-a07fd9fdc47c admin admin] Publish callbacks [] for security_group (b7176b56-85d0-48d6-95d1-c4f4a3c784aa), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:05.880157 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5133a6bc-5d8e-4a4a-b278-a07fd9fdc47c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (b7176b56-85d0-48d6-95d1-c4f4a3c784aa), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:05.903977 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5133a6bc-5d8e-4a4a-b278-a07fd9fdc47c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=103881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 11:32:05.913440 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5133a6bc-5d8e-4a4a-b278-a07fd9fdc47c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7176b56-85d0-48d6-95d1-c4f4a3c784aa,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:05.918190 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5133a6bc-5d8e-4a4a-b278-a07fd9fdc47c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726494'] for segment (37b12cda-1fd9-427f-b829-2881076d1208), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:05.918530 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.db.segments_db [None req-5133a6bc-5d8e-4a4a-b278-a07fd9fdc47c admin admin] Added segment 37b12cda-1fd9-427f-b829-2881076d1208 of type vlan for network 60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c Apr 06 11:32:05.933413 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5133a6bc-5d8e-4a4a-b278-a07fd9fdc47c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:32:05.933764 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5133a6bc-5d8e-4a4a-b278-a07fd9fdc47c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:32:05.938224 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5133a6bc-5d8e-4a4a-b278-a07fd9fdc47c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:32:05.938224 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5133a6bc-5d8e-4a4a-b278-a07fd9fdc47c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:32:05.938224 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5133a6bc-5d8e-4a4a-b278-a07fd9fdc47c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:32:05.938224 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5133a6bc-5d8e-4a4a-b278-a07fd9fdc47c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:32:05.938224 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5133a6bc-5d8e-4a4a-b278-a07fd9fdc47c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:32:05.938224 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5133a6bc-5d8e-4a4a-b278-a07fd9fdc47c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:32:05.938224 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5133a6bc-5d8e-4a4a-b278-a07fd9fdc47c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:32:05.938224 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5133a6bc-5d8e-4a4a-b278-a07fd9fdc47c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:32:05.938224 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5133a6bc-5d8e-4a4a-b278-a07fd9fdc47c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:32:05.938224 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5133a6bc-5d8e-4a4a-b278-a07fd9fdc47c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:32:05.938224 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5133a6bc-5d8e-4a4a-b278-a07fd9fdc47c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:32:05.938224 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5133a6bc-5d8e-4a4a-b278-a07fd9fdc47c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:32:05.938224 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5133a6bc-5d8e-4a4a-b278-a07fd9fdc47c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:32:05.980817 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5133a6bc-5d8e-4a4a-b278-a07fd9fdc47c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779192449082'] for network (60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:06.063297 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5133a6bc-5d8e-4a4a-b278-a07fd9fdc47c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322'] for network (60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:06.064205 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5133a6bc-5d8e-4a4a-b278-a07fd9fdc47c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:06.064797 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5133a6bc-5d8e-4a4a-b278-a07fd9fdc47c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570608'] for network (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:06.123537 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5133a6bc-5d8e-4a4a-b278-a07fd9fdc47c admin admin] Pushing event updated for resources: {'Network': ['ID=60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:06.133762 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Network 60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c details requested by agent ovs-agent-dv-cinder-836073-2-iscsi with host dv-cinder-836073-2-iscsi {{(pid=103883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 11:32:06.186514 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-5133a6bc-5d8e-4a4a-b278-a07fd9fdc47c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6306558 Apr 06 11:32:06.189262 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 54722) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:32:06.194076 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-62b3cc8d-ffa0-482c-be09-4150da3d75de admin admin] Request body: {'subnet': {'network_id': '60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2099437701-subnet', 'tenant_id': '740355080be44897b97d4b0cfd48c0f0', 'ip_version': 4}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:32:06.263370 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b3cc8d-ffa0-482c-be09-4150da3d75de admin admin] Made reservation on behalf of 740355080be44897b97d4b0cfd48c0f0 for: {'subnet': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:32:06.265732 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-62b3cc8d-ffa0-482c-be09-4150da3d75de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8583115'] for subnet (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:06.476329 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-62b3cc8d-ffa0-482c-be09-4150da3d75de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10087826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8583125'] for subnet (61035200-00d2-4cb6-9c63-74a66ed9fe60), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:06.530489 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b3cc8d-ffa0-482c-be09-4150da3d75de admin admin] Pushing event updated for resources: {'Subnet': ['ID=61035200-00d2-4cb6-9c63-74a66ed9fe60,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:06.538882 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b3cc8d-ffa0-482c-be09-4150da3d75de admin admin] Checking segment: {'id': '37b12cda-1fd9-427f-b829-2881076d1208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:32:06.539238 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b3cc8d-ffa0-482c-be09-4150da3d75de admin admin] Network hostable DHCP agents. Network: 60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c, hostable agents: ['8a8bc679-53b2-461d-b015-cec5a247fb94'], hosted agents: [] {{(pid=103881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 11:32:06.554967 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (dc195572-b6d9-4259-8541-839e457b2650), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:06.611784 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b3cc8d-ffa0-482c-be09-4150da3d75de admin admin] Network 60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c is scheduled to be hosted by DHCP agent 8a8bc679-53b2-461d-b015-cec5a247fb94 with binding_index 1 {{(pid=103881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 11:32:06.697710 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-1a4eeeed-3af8-44d8-b367-5e3faf8bf688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (8a8bc679-53b2-461d-b015-cec5a247fb94), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:06.760502 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-62b3cc8d-ffa0-482c-be09-4150da3d75de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836073-2-iscsi, 60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c) {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:32:06.764535 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b3cc8d-ffa0-482c-be09-4150da3d75de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:06.765158 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-62b3cc8d-ffa0-482c-be09-4150da3d75de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570608'] for subnet (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:06.769599 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b0e97d-2a21-4865-9b3e-2f695a4ddcf4 None None] Network 60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c requested from dv-cinder-836073-2-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:32:06.849359 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-62b3cc8d-ffa0-482c-be09-4150da3d75de admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6590042 Apr 06 11:32:06.851855 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 54724) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:32:06.857198 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-a0485be3-1a8f-45b4-af73-c8f150a6ce4d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2099437701-router', 'tenant_id': '740355080be44897b97d4b0cfd48c0f0', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc'}}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:32:06.869777 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7979d20a-6792-476b-b841-81fb40e6df57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272ef63c-8d75-5f2a-b33a-d377c0026717-60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c', 'network_id': '60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c', 'project_id': '740355080be44897b97d4b0cfd48c0f0', 'fixed_ips': [{'subnet_id': '61035200-00d2-4cb6-9c63-74a66ed9fe60'}]}} from dv-cinder-836073-2-iscsi. {{(pid=103883) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 11:32:06.870615 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7979d20a-6792-476b-b841-81fb40e6df57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:06.926654 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a0485be3-1a8f-45b4-af73-c8f150a6ce4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-917030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7890'] for router (fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:06.927713 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a0485be3-1a8f-45b4-af73-c8f150a6ce4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-915638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-884774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7883'] for router (fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:06.986679 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a0485be3-1a8f-45b4-af73-c8f150a6ce4d admin admin] Publish callbacks [] for router_controller (fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05), precommit_add_association {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:07.003156 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [None req-7979d20a-6792-476b-b841-81fb40e6df57 None None] Allocated IP 172.20.0.2 (60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c/61035200-00d2-4cb6-9c63-74a66ed9fe60/af998dde-c8ec-4ec8-9cf9-b8be39c07b94) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:32:07.147534 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7979d20a-6792-476b-b841-81fb40e6df57 None None] Publish callbacks [] for port (af998dde-c8ec-4ec8-9cf9-b8be39c07b94), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:07.204484 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a0485be3-1a8f-45b4-af73-c8f150a6ce4d admin admin] Publish callbacks [] for router_gateway (fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:07.218031 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7979d20a-6792-476b-b841-81fb40e6df57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779192465924'] for port (af998dde-c8ec-4ec8-9cf9-b8be39c07b94), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:07.263886 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7979d20a-6792-476b-b841-81fb40e6df57 None None] Network 60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:32:07.266872 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-7979d20a-6792-476b-b841-81fb40e6df57 None None] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:32:07.269425 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7979d20a-6792-476b-b841-81fb40e6df57 None None] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:32:07.279367 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7979d20a-6792-476b-b841-81fb40e6df57 None None] Pushing event updated for resources: {'Port': ['ID=af998dde-c8ec-4ec8-9cf9-b8be39c07b94,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:07.428264 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7979d20a-6792-476b-b841-81fb40e6df57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:32:07.428517 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7979d20a-6792-476b-b841-81fb40e6df57 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:32:07.428885 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7979d20a-6792-476b-b841-81fb40e6df57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:32:07.429253 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7979d20a-6792-476b-b841-81fb40e6df57 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:32:07.429588 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7979d20a-6792-476b-b841-81fb40e6df57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:32:07.429925 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7979d20a-6792-476b-b841-81fb40e6df57 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:32:07.430247 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7979d20a-6792-476b-b841-81fb40e6df57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:32:07.430573 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7979d20a-6792-476b-b841-81fb40e6df57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:32:07.430898 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7979d20a-6792-476b-b841-81fb40e6df57 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:32:07.431224 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7979d20a-6792-476b-b841-81fb40e6df57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:32:07.431549 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7979d20a-6792-476b-b841-81fb40e6df57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:32:07.431872 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7979d20a-6792-476b-b841-81fb40e6df57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:32:07.432855 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7979d20a-6792-476b-b841-81fb40e6df57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:32:07.433213 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7979d20a-6792-476b-b841-81fb40e6df57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:32:07.433537 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7979d20a-6792-476b-b841-81fb40e6df57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:32:07.449380 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a0485be3-1a8f-45b4-af73-c8f150a6ce4d admin admin] Publish callbacks [] for router_gateway (fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:07.467985 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a0485be3-1a8f-45b4-af73-c8f150a6ce4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:07.468976 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-7979d20a-6792-476b-b841-81fb40e6df57 None None] Attempting to bind port af998dde-c8ec-4ec8-9cf9-b8be39c07b94 on host dv-cinder-836073-2-iscsi for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:32:07.469368 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-7979d20a-6792-476b-b841-81fb40e6df57 None None] Attempting to bind port af998dde-c8ec-4ec8-9cf9-b8be39c07b94 by drivers openvswitch,hyperv on host dv-cinder-836073-2-iscsi at level 0 using segments [{'id': '37b12cda-1fd9-427f-b829-2881076d1208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:32:07.469727 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7979d20a-6792-476b-b841-81fb40e6df57 None None] Attempting to bind port af998dde-c8ec-4ec8-9cf9-b8be39c07b94 on network 60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:32:07.474659 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7979d20a-6792-476b-b841-81fb40e6df57 None None] Checking agent: {'id': 'a2831ac0-05e7-463d-be89-41d2adab36ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 18, 43), 'started_at': datetime.datetime(2022, 4, 6, 11, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:32:07.475027 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7979d20a-6792-476b-b841-81fb40e6df57 None None] Checking segment: {'id': '37b12cda-1fd9-427f-b829-2881076d1208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:32:07.475595 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7979d20a-6792-476b-b841-81fb40e6df57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:07.475800 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7979d20a-6792-476b-b841-81fb40e6df57 None None] Bound using segment: {'id': '37b12cda-1fd9-427f-b829-2881076d1208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:32:07.476255 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-7979d20a-6792-476b-b841-81fb40e6df57 None None] Bound port: af998dde-c8ec-4ec8-9cf9-b8be39c07b94, host: dv-cinder-836073-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37b12cda-1fd9-427f-b829-2881076d1208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:32:07.476633 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7979d20a-6792-476b-b841-81fb40e6df57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (af998dde-c8ec-4ec8-9cf9-b8be39c07b94), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:07.539122 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-7979d20a-6792-476b-b841-81fb40e6df57 None None] For port af998dde-c8ec-4ec8-9cf9-b8be39c07b94, host dv-cinder-836073-2-iscsi, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:32:07.543023 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-7979d20a-6792-476b-b841-81fb40e6df57 None None] For port af998dde-c8ec-4ec8-9cf9-b8be39c07b94, host dv-cinder-836073-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=af998dde-c8ec-4ec8-9cf9-b8be39c07b94,segment=NetworkSegment(37b12cda-1fd9-427f-b829-2881076d1208),segment_id=37b12cda-1fd9-427f-b829-2881076d1208)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:32:07.574113 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [None req-a0485be3-1a8f-45b4-af73-c8f150a6ce4d admin admin] Allocated IP 172.27.2.110 (698fa61f-093e-4dd4-aaec-c1b231275ecc/4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809/57e9922a-12fb-41e5-8a73-5a46c94a6132) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:32:07.612513 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7979d20a-6792-476b-b841-81fb40e6df57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (af998dde-c8ec-4ec8-9cf9-b8be39c07b94), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:07.675264 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7979d20a-6792-476b-b841-81fb40e6df57 None None] Pushing event updated for resources: {'Port': ['ID=af998dde-c8ec-4ec8-9cf9-b8be39c07b94,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:07.683729 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a0485be3-1a8f-45b4-af73-c8f150a6ce4d admin admin] Publish callbacks [] for port (57e9922a-12fb-41e5-8a73-5a46c94a6132), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:07.783924 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a0485be3-1a8f-45b4-af73-c8f150a6ce4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779192465924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10088034'] for port (57e9922a-12fb-41e5-8a73-5a46c94a6132), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:07.828345 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0485be3-1a8f-45b4-af73-c8f150a6ce4d admin admin] Network 698fa61f-093e-4dd4-aaec-c1b231275ecc is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:32:07.835008 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-a0485be3-1a8f-45b4-af73-c8f150a6ce4d admin admin] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:32:07.842170 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0485be3-1a8f-45b4-af73-c8f150a6ce4d admin admin] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:32:07.842170 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0485be3-1a8f-45b4-af73-c8f150a6ce4d admin admin] Pushing event updated for resources: {'Port': ['ID=57e9922a-12fb-41e5-8a73-5a46c94a6132,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:08.349835 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a0485be3-1a8f-45b4-af73-c8f150a6ce4d admin admin] Publish callbacks [] for router_gateway (fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:08.565406 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a0485be3-1a8f-45b4-af73-c8f150a6ce4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-915631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886519'] for router (fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:08.606053 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b4e695-529d-442e-86e9-f3ecbedde9a2 None None] Network 60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c requested from dv-cinder-836073-2-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:32:08.659316 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-c7e6d2d5-798d-4705-91a1-3a46352f1439 None None] Provisioning complete for port af998dde-c8ec-4ec8-9cf9-b8be39c07b94 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:32:08.659697 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c7e6d2d5-798d-4705-91a1-3a46352f1439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (af998dde-c8ec-4ec8-9cf9-b8be39c07b94), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:08.794605 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-c7e6d2d5-798d-4705-91a1-3a46352f1439 None None] Current status of the port af998dde-c8ec-4ec8-9cf9-b8be39c07b94 is: DOWN; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:32:08.795003 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c7e6d2d5-798d-4705-91a1-3a46352f1439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (af998dde-c8ec-4ec8-9cf9-b8be39c07b94), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:08.798142 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0485be3-1a8f-45b4-af73-c8f150a6ce4d admin admin] Router fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05 is scheduled to L3 agent 9404f039-f516-42fd-94a5-c122fff5649f with binding_index 1 {{(pid=103881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 11:32:08.831763 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-c7e6d2d5-798d-4705-91a1-3a46352f1439 None None] For port af998dde-c8ec-4ec8-9cf9-b8be39c07b94, host dv-cinder-836073-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=af998dde-c8ec-4ec8-9cf9-b8be39c07b94,segment=NetworkSegment(37b12cda-1fd9-427f-b829-2881076d1208),segment_id=37b12cda-1fd9-427f-b829-2881076d1208)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:32:08.910326 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c7e6d2d5-798d-4705-91a1-3a46352f1439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (af998dde-c8ec-4ec8-9cf9-b8be39c07b94), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:08.954306 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0485be3-1a8f-45b4-af73-c8f150a6ce4d admin admin] Notify agent at l3_agent.dv-cinder-836073-2-iscsi the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:32:08.970368 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device af998dde-c8ec-4ec8-9cf9-b8be39c07b94 up at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:32:09.002537 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57eadfee-8af2-4dd7-9e05-75865048242f None None] Sync routers for ids ['fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05'] in dv-cinder-836073-2-iscsi {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:32:09.015399 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a0485be3-1a8f-45b4-af73-c8f150a6ce4d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:09.017310 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-a0485be3-1a8f-45b4-af73-c8f150a6ce4d admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1639104 Apr 06 11:32:09.019378 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 54738) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:32:09.047027 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57eadfee-8af2-4dd7-9e05-75865048242f None None] Routers {'fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:32:09.047547 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-57eadfee-8af2-4dd7-9e05-75865048242f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:31:39Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:32:09.051723 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e6d2d5-798d-4705-91a1-3a46352f1439 None None] Pushing event updated for resources: {'Port': ['ID=af998dde-c8ec-4ec8-9cf9-b8be39c07b94,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:09.093903 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c3f79183-23a7-474c-a7ee-d2add75c7337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (9404f039-f516-42fd-94a5-c122fff5649f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:09.112422 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Provisioning complete for port af998dde-c8ec-4ec8-9cf9-b8be39c07b94 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:32:09.112790 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (af998dde-c8ec-4ec8-9cf9-b8be39c07b94), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:09.195273 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-32baf62d-d24d-403c-8b90-b344dc0e4cd0 None None] Provisioning complete for port af998dde-c8ec-4ec8-9cf9-b8be39c07b94 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:32:09.195520 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-32baf62d-d24d-403c-8b90-b344dc0e4cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (af998dde-c8ec-4ec8-9cf9-b8be39c07b94), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:09.230975 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-57eadfee-8af2-4dd7-9e05-75865048242f None None] Set router fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:32:09.382880 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Current status of the port af998dde-c8ec-4ec8-9cf9-b8be39c07b94 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:32:09.437239 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-32baf62d-d24d-403c-8b90-b344dc0e4cd0 None None] Current status of the port af998dde-c8ec-4ec8-9cf9-b8be39c07b94 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:32:09.450176 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0ce35b2f-68fb-4b0d-9790-f3f3dc3b8b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:09.488660 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-57eadfee-8af2-4dd7-9e05-75865048242f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05', 'name': 'tempest-TestMinimumBasicScenario-2099437701-router', 'tenant_id': '740355080be44897b97d4b0cfd48c0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '57e9922a-12fb-41e5-8a73-5a46c94a6132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:32:06Z', 'updated_at': '2022-04-06T11:32:07Z', 'revision_number': 3, 'project_id': '740355080be44897b97d4b0cfd48c0f0', 'gw_port': {'id': '57e9922a-12fb-41e5-8a73-5a46c94a6132', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:fb:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:32:07Z', 'updated_at': '2022-04-06T11:32:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi'}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:32:09.515450 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57eadfee-8af2-4dd7-9e05-75865048242f None None] Checking router: fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05 for host: dv-cinder-836073-2-iscsi {{(pid=103883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:32:09.515800 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57eadfee-8af2-4dd7-9e05-75865048242f None None] Updating router fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05 port 57e9922a-12fb-41e5-8a73-5a46c94a6132 binding host dv-cinder-836073-2-iscsi {{(pid=103883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 11:32:09.543800 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-57eadfee-8af2-4dd7-9e05-75865048242f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (57e9922a-12fb-41e5-8a73-5a46c94a6132), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:09.612373 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [None req-0ce35b2f-68fb-4b0d-9790-f3f3dc3b8b2c admin admin] Allocated IP 172.20.0.1 (60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c/61035200-00d2-4cb6-9c63-74a66ed9fe60/0ab8b412-d614-4c92-91c6-9358e6a6ad12) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:32:09.720384 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0ce35b2f-68fb-4b0d-9790-f3f3dc3b8b2c admin admin] Publish callbacks [] for port (0ab8b412-d614-4c92-91c6-9358e6a6ad12), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:09.803092 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-57eadfee-8af2-4dd7-9e05-75865048242f None None] Publish callbacks [] for port (57e9922a-12fb-41e5-8a73-5a46c94a6132), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:09.812886 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0ce35b2f-68fb-4b0d-9790-f3f3dc3b8b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779192465924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10088034'] for port (0ab8b412-d614-4c92-91c6-9358e6a6ad12), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:09.849725 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce35b2f-68fb-4b0d-9790-f3f3dc3b8b2c admin admin] Network 60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:32:09.855774 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-0ce35b2f-68fb-4b0d-9790-f3f3dc3b8b2c admin admin] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:32:09.859707 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce35b2f-68fb-4b0d-9790-f3f3dc3b8b2c admin admin] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:32:09.881446 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-57eadfee-8af2-4dd7-9e05-75865048242f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (57e9922a-12fb-41e5-8a73-5a46c94a6132), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:09.905768 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce35b2f-68fb-4b0d-9790-f3f3dc3b8b2c admin admin] Pushing event updated for resources: {'Port': ['ID=0ab8b412-d614-4c92-91c6-9358e6a6ad12,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:09.912048 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0ce35b2f-68fb-4b0d-9790-f3f3dc3b8b2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-886310'] for router_interface (fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:09.948328 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957bbf1f-5064-40d4-bdd2-b916dca96844 None None] Pushing event updated for resources: {'Port': ['ID=57e9922a-12fb-41e5-8a73-5a46c94a6132,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:09.967122 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-57eadfee-8af2-4dd7-9e05-75865048242f None None] Attempting to bind port 57e9922a-12fb-41e5-8a73-5a46c94a6132 on host dv-cinder-836073-2-iscsi for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:32:09.967595 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-57eadfee-8af2-4dd7-9e05-75865048242f None None] Attempting to bind port 57e9922a-12fb-41e5-8a73-5a46c94a6132 by drivers openvswitch,hyperv on host dv-cinder-836073-2-iscsi at level 0 using segments [{'id': 'a1489c3e-d8bf-465c-8161-3d720cf0d135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:32:09.968030 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57eadfee-8af2-4dd7-9e05-75865048242f None None] Attempting to bind port 57e9922a-12fb-41e5-8a73-5a46c94a6132 on network 698fa61f-093e-4dd4-aaec-c1b231275ecc {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:32:09.976826 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57eadfee-8af2-4dd7-9e05-75865048242f None None] Checking agent: {'id': 'a2831ac0-05e7-463d-be89-41d2adab36ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 18, 43), 'started_at': datetime.datetime(2022, 4, 6, 11, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:32:09.976826 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57eadfee-8af2-4dd7-9e05-75865048242f None None] Checking segment: {'id': 'a1489c3e-d8bf-465c-8161-3d720cf0d135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:32:09.976826 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-57eadfee-8af2-4dd7-9e05-75865048242f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:09.976826 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57eadfee-8af2-4dd7-9e05-75865048242f None None] Bound using segment: {'id': 'a1489c3e-d8bf-465c-8161-3d720cf0d135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:32:09.976826 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-57eadfee-8af2-4dd7-9e05-75865048242f None None] Bound port: 57e9922a-12fb-41e5-8a73-5a46c94a6132, host: dv-cinder-836073-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1489c3e-d8bf-465c-8161-3d720cf0d135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:32:09.976826 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-57eadfee-8af2-4dd7-9e05-75865048242f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (57e9922a-12fb-41e5-8a73-5a46c94a6132), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:10.037549 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-57eadfee-8af2-4dd7-9e05-75865048242f None None] For port 57e9922a-12fb-41e5-8a73-5a46c94a6132, host dv-cinder-836073-2-iscsi, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:32:10.040821 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-57eadfee-8af2-4dd7-9e05-75865048242f None None] For port 57e9922a-12fb-41e5-8a73-5a46c94a6132, host dv-cinder-836073-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=57e9922a-12fb-41e5-8a73-5a46c94a6132,segment=NetworkSegment(a1489c3e-d8bf-465c-8161-3d720cf0d135),segment_id=a1489c3e-d8bf-465c-8161-3d720cf0d135)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:32:10.121431 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-57eadfee-8af2-4dd7-9e05-75865048242f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (57e9922a-12fb-41e5-8a73-5a46c94a6132), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:10.138235 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0ce35b2f-68fb-4b0d-9790-f3f3dc3b8b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (0ab8b412-d614-4c92-91c6-9358e6a6ad12), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:10.190603 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957bbf1f-5064-40d4-bdd2-b916dca96844 None None] Pushing event updated for resources: {'Port': ['ID=57e9922a-12fb-41e5-8a73-5a46c94a6132,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:10.193073 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-5b363ee7-3fe7-427e-8bb1-04639d5ff462 None None] Provisioning complete for port 0ab8b412-d614-4c92-91c6-9358e6a6ad12 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:32:10.193519 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5b363ee7-3fe7-427e-8bb1-04639d5ff462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (0ab8b412-d614-4c92-91c6-9358e6a6ad12), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:10.195433 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57eadfee-8af2-4dd7-9e05-75865048242f None None] Routers {'fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:32:10.196035 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-57eadfee-8af2-4dd7-9e05-75865048242f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:32:09Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:32:10.299080 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-5b363ee7-3fe7-427e-8bb1-04639d5ff462 None None] Port 0ab8b412-d614-4c92-91c6-9358e6a6ad12 cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:32:10.301217 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0ce35b2f-68fb-4b0d-9790-f3f3dc3b8b2c admin admin] Publish callbacks [] for port (0ab8b412-d614-4c92-91c6-9358e6a6ad12), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:10.331086 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-57eadfee-8af2-4dd7-9e05-75865048242f None None] Set router fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:32:10.394950 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0ce35b2f-68fb-4b0d-9790-f3f3dc3b8b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10087963'] for port (0ab8b412-d614-4c92-91c6-9358e6a6ad12), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:10.468757 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce35b2f-68fb-4b0d-9790-f3f3dc3b8b2c admin admin] Pushing event updated for resources: {'Port': ['ID=0ab8b412-d614-4c92-91c6-9358e6a6ad12,revision_number=2']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:10.473226 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0ce35b2f-68fb-4b0d-9790-f3f3dc3b8b2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-916918'] for router_interface (fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:10.566753 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce35b2f-68fb-4b0d-9790-f3f3dc3b8b2c admin admin] Network 60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:32:10.568217 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-0ce35b2f-68fb-4b0d-9790-f3f3dc3b8b2c admin admin] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:32:10.662966 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-57eadfee-8af2-4dd7-9e05-75865048242f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05', 'name': 'tempest-TestMinimumBasicScenario-2099437701-router', 'tenant_id': '740355080be44897b97d4b0cfd48c0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '57e9922a-12fb-41e5-8a73-5a46c94a6132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:32:06Z', 'updated_at': '2022-04-06T11:32:10Z', 'revision_number': 4, 'project_id': '740355080be44897b97d4b0cfd48c0f0', 'gw_port': {'id': '57e9922a-12fb-41e5-8a73-5a46c94a6132', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:fb:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:32:07Z', 'updated_at': '2022-04-06T11:32:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_interfaces': [{'id': '0ab8b412-d614-4c92-91c6-9358e6a6ad12', 'name': '', 'network_id': '60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c', 'tenant_id': '740355080be44897b97d4b0cfd48c0f0', 'mac_address': 'fa:16:3e:46:ec:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '61035200-00d2-4cb6-9c63-74a66ed9fe60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:32:09Z', 'updated_at': '2022-04-06T11:32:09Z', 'revision_number': 1, 'project_id': '740355080be44897b97d4b0cfd48c0f0', 'subnets': [{'id': '61035200-00d2-4cb6-9c63-74a66ed9fe60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:32:10.690392 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ce35b2f-68fb-4b0d-9790-f3f3dc3b8b2c admin admin] Router fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05 has already been hosted by L3 agent 9404f039-f516-42fd-94a5-c122fff5649f {{(pid=103881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:32:10.692282 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57eadfee-8af2-4dd7-9e05-75865048242f None None] The sync data for ids ['fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05'] in dv-cinder-836073-2-iscsi is: [{'id': 'fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05', 'name': 'tempest-TestMinimumBasicScenario-2099437701-router', 'tenant_id': '740355080be44897b97d4b0cfd48c0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '57e9922a-12fb-41e5-8a73-5a46c94a6132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:32:06Z', 'updated_at': '2022-04-06T11:32:10Z', 'revision_number': 4, 'project_id': '740355080be44897b97d4b0cfd48c0f0', 'gw_port': {'id': '57e9922a-12fb-41e5-8a73-5a46c94a6132', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:fb:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:32:07Z', 'updated_at': '2022-04-06T11:32:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_interfaces': [{'id': '0ab8b412-d614-4c92-91c6-9358e6a6ad12', 'name': '', 'network_id': '60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c', 'tenant_id': '740355080be44897b97d4b0cfd48c0f0', 'mac_address': 'fa:16:3e:46:ec:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '61035200-00d2-4cb6-9c63-74a66ed9fe60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:32:09Z', 'updated_at': '2022-04-06T11:32:09Z', 'revision_number': 1, 'project_id': '740355080be44897b97d4b0cfd48c0f0', 'subnets': [{'id': '61035200-00d2-4cb6-9c63-74a66ed9fe60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:32:10.715611 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0cc2d64b-8553-4c26-9c2d-26728f607b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (295112eb-abec-44aa-a7f9-d1b9c67b3953), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:10.815637 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce35b2f-68fb-4b0d-9790-f3f3dc3b8b2c admin admin] Notify agent at l3_agent.dv-cinder-836073-2-iscsi the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:32:10.824396 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-3671d573-91ff-45aa-aca3-466ef0848213 None None] Provisioning complete for port 0ab8b412-d614-4c92-91c6-9358e6a6ad12 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:32:10.824396 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3671d573-91ff-45aa-aca3-466ef0848213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (0ab8b412-d614-4c92-91c6-9358e6a6ad12), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:10.826418 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-0ce35b2f-68fb-4b0d-9790-f3f3dc3b8b2c admin admin] 10.222.0.43 "PUT /v2.0/routers/fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8058369 Apr 06 11:32:10.872951 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-3671d573-91ff-45aa-aca3-466ef0848213 None None] Port 0ab8b412-d614-4c92-91c6-9358e6a6ad12 cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:32:10.945236 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device af998dde-c8ec-4ec8-9cf9-b8be39c07b94 up at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:32:11.011286 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Provisioning complete for port af998dde-c8ec-4ec8-9cf9-b8be39c07b94 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:32:11.012318 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (af998dde-c8ec-4ec8-9cf9-b8be39c07b94), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:11.128264 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Current status of the port af998dde-c8ec-4ec8-9cf9-b8be39c07b94 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:32:11.470152 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba310a3b-5e77-4a8b-a4e0-a3f17f56fbfb req-548a9fc3-4e05-4fae-b12c-1601ab4e18cf tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:11.472643 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ba310a3b-5e77-4a8b-a4e0-a3f17f56fbfb req-548a9fc3-4e05-4fae-b12c-1601ab4e18cf tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=7312dd9a-9d60-4dc8-9999-65191fd90da3 HTTP/1.1" status: 200 len: 946 time: 0.0666959 Apr 06 11:32:11.522291 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ba310a3b-5e77-4a8b-a4e0-a3f17f56fbfb req-d782e3a7-e40a-43cc-bbee-dae254b9d923 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfdb6236-811a-4716-b1ab-3322fbd33eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444479 Apr 06 11:32:11.668725 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 54764) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:32:11.673711 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-2aa45aa7-3cdc-4cb7-9c15-d0dd47f71224 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1236498894-network', 'tenant_id': '5c290c56309a4a208da6746a2e7598e5'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:32:11.800990 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa45aa7-3cdc-4cb7-9c15-d0dd47f71224 admin admin] Made reservation on behalf of 5c290c56309a4a208da6746a2e7598e5 for: {'network': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:32:11.803350 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2aa45aa7-3cdc-4cb7-9c15-d0dd47f71224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for network (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:11.818184 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2aa45aa7-3cdc-4cb7-9c15-d0dd47f71224 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:11.829649 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7bcfc971-4c1e-4d8f-8ae7-97bffdd4e21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (33edc1dd-8f2c-4a3f-bd07-9ad8bd534bf2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:11.893698 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2aa45aa7-3cdc-4cb7-9c15-d0dd47f71224 admin admin] Publish callbacks [] for security_group (604c0b75-9cd2-4535-82cc-fd00edd0a9a3), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:11.955050 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2aa45aa7-3cdc-4cb7-9c15-d0dd47f71224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (604c0b75-9cd2-4535-82cc-fd00edd0a9a3), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:11.976624 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aa45aa7-3cdc-4cb7-9c15-d0dd47f71224 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=103881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 11:32:11.991290 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa45aa7-3cdc-4cb7-9c15-d0dd47f71224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=604c0b75-9cd2-4535-82cc-fd00edd0a9a3,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:11.996564 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2aa45aa7-3cdc-4cb7-9c15-d0dd47f71224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726494'] for segment (ad8554b1-2ca6-4cf8-ab29-e2992f852a46), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:11.996900 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.db.segments_db [None req-2aa45aa7-3cdc-4cb7-9c15-d0dd47f71224 admin admin] Added segment ad8554b1-2ca6-4cf8-ab29-e2992f852a46 of type vlan for network d805fe79-727e-4efa-9e93-6230bc710952 Apr 06 11:32:12.040021 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2aa45aa7-3cdc-4cb7-9c15-d0dd47f71224 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779192449082'] for network (d805fe79-727e-4efa-9e93-6230bc710952), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:12.126424 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2aa45aa7-3cdc-4cb7-9c15-d0dd47f71224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322'] for network (d805fe79-727e-4efa-9e93-6230bc710952), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:12.127289 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa45aa7-3cdc-4cb7-9c15-d0dd47f71224 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:12.128193 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2aa45aa7-3cdc-4cb7-9c15-d0dd47f71224 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570608'] for network (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:12.186704 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa45aa7-3cdc-4cb7-9c15-d0dd47f71224 admin admin] Pushing event updated for resources: {'Network': ['ID=d805fe79-727e-4efa-9e93-6230bc710952,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:12.196213 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Network d805fe79-727e-4efa-9e93-6230bc710952 details requested by agent ovs-agent-dv-cinder-836073-2-iscsi with host dv-cinder-836073-2-iscsi {{(pid=103883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 11:32:12.254902 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-2aa45aa7-3cdc-4cb7-9c15-d0dd47f71224 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5849640 Apr 06 11:32:12.257463 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 54766) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:32:12.263660 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-d396a56d-4d57-4d15-bf94-c28db9075e96 admin admin] Request body: {'subnet': {'network_id': 'd805fe79-727e-4efa-9e93-6230bc710952', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1236498894-subnet', 'tenant_id': '5c290c56309a4a208da6746a2e7598e5', 'ip_version': 4}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:32:12.337929 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d396a56d-4d57-4d15-bf94-c28db9075e96 admin admin] Made reservation on behalf of 5c290c56309a4a208da6746a2e7598e5 for: {'subnet': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:32:12.340979 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d396a56d-4d57-4d15-bf94-c28db9075e96 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8583115'] for subnet (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:12.748217 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d2041-2c30-4b8c-a353-f967e4d9dc9a req-75cd85df-d922-4c05-af87-2ecd86b8834c tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:12.749788 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-e78d2041-2c30-4b8c-a353-f967e4d9dc9a req-75cd85df-d922-4c05-af87-2ecd86b8834c tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=7312dd9a-9d60-4dc8-9999-65191fd90da3 HTTP/1.1" status: 200 len: 946 time: 0.0885279 Apr 06 11:32:12.754883 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3744d3-ef18-4ec1-976c-f0d372248ffe None None] Sync routers for ids ['fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05'] in dv-cinder-836073-2-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:32:12.769723 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3744d3-ef18-4ec1-976c-f0d372248ffe None None] Routers {'fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:32:12.771828 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-db3744d3-ef18-4ec1-976c-f0d372248ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:32:09Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:32:12.786365 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d396a56d-4d57-4d15-bf94-c28db9075e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10087826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8583125'] for subnet (b95fedb3-3ea8-4623-bafc-a1a21d47dbc4), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:12.824137 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-e78d2041-2c30-4b8c-a353-f967e4d9dc9a req-01ee58a8-3189-46fc-8e24-1d474cd67213 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfdb6236-811a-4716-b1ab-3322fbd33eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684495 Apr 06 11:32:12.863575 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d396a56d-4d57-4d15-bf94-c28db9075e96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b95fedb3-3ea8-4623-bafc-a1a21d47dbc4,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:12.882738 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-db3744d3-ef18-4ec1-976c-f0d372248ffe None None] Set router fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:32:12.884871 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d396a56d-4d57-4d15-bf94-c28db9075e96 admin admin] Checking segment: {'id': 'ad8554b1-2ca6-4cf8-ab29-e2992f852a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd805fe79-727e-4efa-9e93-6230bc710952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:32:12.885376 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d396a56d-4d57-4d15-bf94-c28db9075e96 admin admin] Network hostable DHCP agents. Network: d805fe79-727e-4efa-9e93-6230bc710952, hostable agents: ['8a8bc679-53b2-461d-b015-cec5a247fb94'], hosted agents: [] {{(pid=103881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 11:32:12.931871 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device 57e9922a-12fb-41e5-8a73-5a46c94a6132 up at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:32:12.938192 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d396a56d-4d57-4d15-bf94-c28db9075e96 admin admin] Network d805fe79-727e-4efa-9e93-6230bc710952 is scheduled to be hosted by DHCP agent 8a8bc679-53b2-461d-b015-cec5a247fb94 with binding_index 1 {{(pid=103881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 11:32:12.980932 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Provisioning complete for port 57e9922a-12fb-41e5-8a73-5a46c94a6132 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:32:12.981342 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (57e9922a-12fb-41e5-8a73-5a46c94a6132), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:13.013293 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-d396a56d-4d57-4d15-bf94-c28db9075e96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836073-2-iscsi, d805fe79-727e-4efa-9e93-6230bc710952) {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:32:13.017869 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d396a56d-4d57-4d15-bf94-c28db9075e96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:13.018549 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d396a56d-4d57-4d15-bf94-c28db9075e96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570608'] for subnet (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:13.026028 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2502ae-ebee-4202-bdaa-1e25552d676f None None] Network d805fe79-727e-4efa-9e93-6230bc710952 requested from dv-cinder-836073-2-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:32:13.097066 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-db3744d3-ef18-4ec1-976c-f0d372248ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05', 'name': 'tempest-TestMinimumBasicScenario-2099437701-router', 'tenant_id': '740355080be44897b97d4b0cfd48c0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '57e9922a-12fb-41e5-8a73-5a46c94a6132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:32:06Z', 'updated_at': '2022-04-06T11:32:10Z', 'revision_number': 4, 'project_id': '740355080be44897b97d4b0cfd48c0f0', 'gw_port': {'id': '57e9922a-12fb-41e5-8a73-5a46c94a6132', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:fb:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:32:07Z', 'updated_at': '2022-04-06T11:32:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_interfaces': [{'id': '0ab8b412-d614-4c92-91c6-9358e6a6ad12', 'name': '', 'network_id': '60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c', 'tenant_id': '740355080be44897b97d4b0cfd48c0f0', 'mac_address': 'fa:16:3e:46:ec:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '61035200-00d2-4cb6-9c63-74a66ed9fe60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:32:09Z', 'updated_at': '2022-04-06T11:32:10Z', 'revision_number': 2, 'project_id': '740355080be44897b97d4b0cfd48c0f0', 'subnets': [{'id': '61035200-00d2-4cb6-9c63-74a66ed9fe60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:32:13.111462 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-d396a56d-4d57-4d15-bf94-c28db9075e96 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8506680 Apr 06 11:32:13.112249 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 54770) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:32:13.116767 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-b0702fa4-f993-453c-9a24-22fb027a2323 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1236498894-router', 'tenant_id': '5c290c56309a4a208da6746a2e7598e5', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc'}}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:32:13.124019 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3744d3-ef18-4ec1-976c-f0d372248ffe None None] Checking router: fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05 for host: dv-cinder-836073-2-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:32:13.124382 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3744d3-ef18-4ec1-976c-f0d372248ffe None None] Updating router fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05 port 0ab8b412-d614-4c92-91c6-9358e6a6ad12 binding host dv-cinder-836073-2-iscsi {{(pid=103884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 11:32:13.132546 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Current status of the port 57e9922a-12fb-41e5-8a73-5a46c94a6132 is: DOWN; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:32:13.132933 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (57e9922a-12fb-41e5-8a73-5a46c94a6132), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:13.151900 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-db3744d3-ef18-4ec1-976c-f0d372248ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (0ab8b412-d614-4c92-91c6-9358e6a6ad12), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:13.186856 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] For port 57e9922a-12fb-41e5-8a73-5a46c94a6132, host dv-cinder-836073-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=57e9922a-12fb-41e5-8a73-5a46c94a6132,segment=NetworkSegment(a1489c3e-d8bf-465c-8161-3d720cf0d135),segment_id=a1489c3e-d8bf-465c-8161-3d720cf0d135)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:32:13.193879 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84057387-59df-4017-8d83-f32c20e6dcf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272ef63c-8d75-5f2a-b33a-d377c0026717-d805fe79-727e-4efa-9e93-6230bc710952', 'network_id': 'd805fe79-727e-4efa-9e93-6230bc710952', 'project_id': '5c290c56309a4a208da6746a2e7598e5', 'fixed_ips': [{'subnet_id': 'b95fedb3-3ea8-4623-bafc-a1a21d47dbc4'}]}} from dv-cinder-836073-2-iscsi. {{(pid=103883) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 11:32:13.194912 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-84057387-59df-4017-8d83-f32c20e6dcf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:13.201365 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b0702fa4-f993-453c-9a24-22fb027a2323 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-917030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7890'] for router (7ebc8eb1-75e1-4378-818a-878572ebbed2), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:13.202455 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b0702fa4-f993-453c-9a24-22fb027a2323 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-915638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-884774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7883'] for router (7ebc8eb1-75e1-4378-818a-878572ebbed2), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:13.279280 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (a2831ac0-05e7-463d-be89-41d2adab36ec), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:13.283477 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b0702fa4-f993-453c-9a24-22fb027a2323 admin admin] Publish callbacks [] for router_controller (7ebc8eb1-75e1-4378-818a-878572ebbed2), precommit_add_association {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:13.299260 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (57e9922a-12fb-41e5-8a73-5a46c94a6132), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:13.390750 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [None req-84057387-59df-4017-8d83-f32c20e6dcf6 None None] Allocated IP 172.20.0.2 (d805fe79-727e-4efa-9e93-6230bc710952/b95fedb3-3ea8-4623-bafc-a1a21d47dbc4/d56e8c50-81cc-4a87-8118-025419d889f9) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:32:13.392681 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Pushing event updated for resources: {'Port': ['ID=57e9922a-12fb-41e5-8a73-5a46c94a6132,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:13.500135 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b0702fa4-f993-453c-9a24-22fb027a2323 admin admin] Publish callbacks [] for router_gateway (7ebc8eb1-75e1-4378-818a-878572ebbed2), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:13.525561 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-db3744d3-ef18-4ec1-976c-f0d372248ffe None None] Publish callbacks [] for port (0ab8b412-d614-4c92-91c6-9358e6a6ad12), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:13.544333 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-84057387-59df-4017-8d83-f32c20e6dcf6 None None] Publish callbacks [] for port (d56e8c50-81cc-4a87-8118-025419d889f9), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:13.590254 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-db3744d3-ef18-4ec1-976c-f0d372248ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (0ab8b412-d614-4c92-91c6-9358e6a6ad12), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:13.637814 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7add66a-c02a-4f58-837b-e58c30da6985 None None] Pushing event updated for resources: {'Port': ['ID=0ab8b412-d614-4c92-91c6-9358e6a6ad12,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:13.647579 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7add66a-c02a-4f58-837b-e58c30da6985 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:32:13.653377 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7add66a-c02a-4f58-837b-e58c30da6985 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:32:13.653377 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7add66a-c02a-4f58-837b-e58c30da6985 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:32:13.653377 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7add66a-c02a-4f58-837b-e58c30da6985 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:32:13.653377 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7add66a-c02a-4f58-837b-e58c30da6985 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:32:13.653726 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-84057387-59df-4017-8d83-f32c20e6dcf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779192465924'] for port (d56e8c50-81cc-4a87-8118-025419d889f9), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:13.653821 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7add66a-c02a-4f58-837b-e58c30da6985 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:32:13.653821 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7add66a-c02a-4f58-837b-e58c30da6985 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:32:13.653821 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7add66a-c02a-4f58-837b-e58c30da6985 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:32:13.653821 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7add66a-c02a-4f58-837b-e58c30da6985 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:32:13.653821 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7add66a-c02a-4f58-837b-e58c30da6985 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:32:13.653821 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7add66a-c02a-4f58-837b-e58c30da6985 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:32:13.653821 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7add66a-c02a-4f58-837b-e58c30da6985 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:32:13.653821 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7add66a-c02a-4f58-837b-e58c30da6985 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:32:13.653821 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7add66a-c02a-4f58-837b-e58c30da6985 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:32:13.653821 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7add66a-c02a-4f58-837b-e58c30da6985 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:32:13.700163 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84057387-59df-4017-8d83-f32c20e6dcf6 None None] Network d805fe79-727e-4efa-9e93-6230bc710952 is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:32:13.706656 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-84057387-59df-4017-8d83-f32c20e6dcf6 None None] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:32:13.707981 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-db3744d3-ef18-4ec1-976c-f0d372248ffe None None] Attempting to bind port 0ab8b412-d614-4c92-91c6-9358e6a6ad12 on host dv-cinder-836073-2-iscsi for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:32:13.708611 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-db3744d3-ef18-4ec1-976c-f0d372248ffe None None] Attempting to bind port 0ab8b412-d614-4c92-91c6-9358e6a6ad12 by drivers openvswitch,hyperv on host dv-cinder-836073-2-iscsi at level 0 using segments [{'id': '37b12cda-1fd9-427f-b829-2881076d1208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:32:13.709220 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3744d3-ef18-4ec1-976c-f0d372248ffe None None] Attempting to bind port 0ab8b412-d614-4c92-91c6-9358e6a6ad12 on network 60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:32:13.711467 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84057387-59df-4017-8d83-f32c20e6dcf6 None None] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:32:13.715602 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3744d3-ef18-4ec1-976c-f0d372248ffe None None] Checking agent: {'id': 'a2831ac0-05e7-463d-be89-41d2adab36ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 18, 43), 'started_at': datetime.datetime(2022, 4, 6, 11, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:32:13.716298 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3744d3-ef18-4ec1-976c-f0d372248ffe None None] Checking segment: {'id': '37b12cda-1fd9-427f-b829-2881076d1208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:32:13.716902 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-db3744d3-ef18-4ec1-976c-f0d372248ffe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:13.717524 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3744d3-ef18-4ec1-976c-f0d372248ffe None None] Bound using segment: {'id': '37b12cda-1fd9-427f-b829-2881076d1208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:32:13.718207 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-db3744d3-ef18-4ec1-976c-f0d372248ffe None None] Bound port: 0ab8b412-d614-4c92-91c6-9358e6a6ad12, host: dv-cinder-836073-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37b12cda-1fd9-427f-b829-2881076d1208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:32:13.718819 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-db3744d3-ef18-4ec1-976c-f0d372248ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (0ab8b412-d614-4c92-91c6-9358e6a6ad12), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:13.721795 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84057387-59df-4017-8d83-f32c20e6dcf6 None None] Pushing event updated for resources: {'Port': ['ID=d56e8c50-81cc-4a87-8118-025419d889f9,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:13.780351 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-84057387-59df-4017-8d83-f32c20e6dcf6 None None] Attempting to bind port d56e8c50-81cc-4a87-8118-025419d889f9 on host dv-cinder-836073-2-iscsi for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:32:13.780736 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-84057387-59df-4017-8d83-f32c20e6dcf6 None None] Attempting to bind port d56e8c50-81cc-4a87-8118-025419d889f9 by drivers openvswitch,hyperv on host dv-cinder-836073-2-iscsi at level 0 using segments [{'id': 'ad8554b1-2ca6-4cf8-ab29-e2992f852a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd805fe79-727e-4efa-9e93-6230bc710952'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:32:13.781119 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84057387-59df-4017-8d83-f32c20e6dcf6 None None] Attempting to bind port d56e8c50-81cc-4a87-8118-025419d889f9 on network d805fe79-727e-4efa-9e93-6230bc710952 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:32:13.789369 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84057387-59df-4017-8d83-f32c20e6dcf6 None None] Checking agent: {'id': 'a2831ac0-05e7-463d-be89-41d2adab36ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 18, 43), 'started_at': datetime.datetime(2022, 4, 6, 11, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:32:13.790021 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84057387-59df-4017-8d83-f32c20e6dcf6 None None] Checking segment: {'id': 'ad8554b1-2ca6-4cf8-ab29-e2992f852a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd805fe79-727e-4efa-9e93-6230bc710952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:32:13.790443 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-db3744d3-ef18-4ec1-976c-f0d372248ffe None None] For port 0ab8b412-d614-4c92-91c6-9358e6a6ad12, host dv-cinder-836073-2-iscsi, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:32:13.792188 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-84057387-59df-4017-8d83-f32c20e6dcf6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:13.792821 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84057387-59df-4017-8d83-f32c20e6dcf6 None None] Bound using segment: {'id': 'ad8554b1-2ca6-4cf8-ab29-e2992f852a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd805fe79-727e-4efa-9e93-6230bc710952'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:32:13.793509 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-84057387-59df-4017-8d83-f32c20e6dcf6 None None] Bound port: d56e8c50-81cc-4a87-8118-025419d889f9, host: dv-cinder-836073-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8554b1-2ca6-4cf8-ab29-e2992f852a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd805fe79-727e-4efa-9e93-6230bc710952'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:32:13.794076 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-84057387-59df-4017-8d83-f32c20e6dcf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (d56e8c50-81cc-4a87-8118-025419d889f9), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:13.794552 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-db3744d3-ef18-4ec1-976c-f0d372248ffe None None] For port 0ab8b412-d614-4c92-91c6-9358e6a6ad12, host dv-cinder-836073-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=0ab8b412-d614-4c92-91c6-9358e6a6ad12,segment=NetworkSegment(37b12cda-1fd9-427f-b829-2881076d1208),segment_id=37b12cda-1fd9-427f-b829-2881076d1208)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:32:13.804371 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b0702fa4-f993-453c-9a24-22fb027a2323 admin admin] Publish callbacks [] for router_gateway (7ebc8eb1-75e1-4378-818a-878572ebbed2), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:13.825488 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b0702fa4-f993-453c-9a24-22fb027a2323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:13.863172 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-db3744d3-ef18-4ec1-976c-f0d372248ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (0ab8b412-d614-4c92-91c6-9358e6a6ad12), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:13.874145 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-84057387-59df-4017-8d83-f32c20e6dcf6 None None] For port d56e8c50-81cc-4a87-8118-025419d889f9, host dv-cinder-836073-2-iscsi, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:32:13.878038 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-84057387-59df-4017-8d83-f32c20e6dcf6 None None] For port d56e8c50-81cc-4a87-8118-025419d889f9, host dv-cinder-836073-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=d56e8c50-81cc-4a87-8118-025419d889f9,segment=NetworkSegment(ad8554b1-2ca6-4cf8-ab29-e2992f852a46),segment_id=ad8554b1-2ca6-4cf8-ab29-e2992f852a46)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:32:13.925371 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-b4528665-8449-4dba-8e9c-8f18df480379 None None] Provisioning complete for port 0ab8b412-d614-4c92-91c6-9358e6a6ad12 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:32:13.926176 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-b4528665-8449-4dba-8e9c-8f18df480379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (0ab8b412-d614-4c92-91c6-9358e6a6ad12), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:13.930706 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7add66a-c02a-4f58-837b-e58c30da6985 None None] Pushing event updated for resources: {'Port': ['ID=0ab8b412-d614-4c92-91c6-9358e6a6ad12,revision_number=4']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:13.943631 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3744d3-ef18-4ec1-976c-f0d372248ffe None None] Routers {'fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:32:13.944270 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-db3744d3-ef18-4ec1-976c-f0d372248ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:32:09Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:32:13.967339 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-84057387-59df-4017-8d83-f32c20e6dcf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (d56e8c50-81cc-4a87-8118-025419d889f9), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:13.986386 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [None req-b0702fa4-f993-453c-9a24-22fb027a2323 admin admin] Allocated IP 172.27.2.209 (698fa61f-093e-4dd4-aaec-c1b231275ecc/4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809/ef03de6d-f1c5-41f3-ba59-c64a31c0dd67) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:32:14.038672 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84057387-59df-4017-8d83-f32c20e6dcf6 None None] Pushing event updated for resources: {'Port': ['ID=d56e8c50-81cc-4a87-8118-025419d889f9,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:14.065986 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bff667-3a8c-43ee-9ff7-322f3a640ca6 req-11867f7d-3366-4eb5-9065-eed8df81bf1a tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:14.069027 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d4bff667-3a8c-43ee-9ff7-322f3a640ca6 req-11867f7d-3366-4eb5-9065-eed8df81bf1a tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=7312dd9a-9d60-4dc8-9999-65191fd90da3 HTTP/1.1" status: 200 len: 946 time: 0.1444523 Apr 06 11:32:14.109884 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-db3744d3-ef18-4ec1-976c-f0d372248ffe None None] Set router fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:32:14.118685 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-b4528665-8449-4dba-8e9c-8f18df480379 None None] Current status of the port 0ab8b412-d614-4c92-91c6-9358e6a6ad12 is: DOWN; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:32:14.119196 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-b4528665-8449-4dba-8e9c-8f18df480379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (0ab8b412-d614-4c92-91c6-9358e6a6ad12), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:14.171291 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-b4528665-8449-4dba-8e9c-8f18df480379 None None] For port 0ab8b412-d614-4c92-91c6-9358e6a6ad12, host dv-cinder-836073-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=0ab8b412-d614-4c92-91c6-9358e6a6ad12,segment=NetworkSegment(37b12cda-1fd9-427f-b829-2881076d1208),segment_id=37b12cda-1fd9-427f-b829-2881076d1208)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:32:14.184939 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b0702fa4-f993-453c-9a24-22fb027a2323 admin admin] Publish callbacks [] for port (ef03de6d-f1c5-41f3-ba59-c64a31c0dd67), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:14.194472 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d4bff667-3a8c-43ee-9ff7-322f3a640ca6 req-30004950-dbf9-4609-b1e6-292f423ac905 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfdb6236-811a-4716-b1ab-3322fbd33eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182783 Apr 06 11:32:14.241517 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-b4528665-8449-4dba-8e9c-8f18df480379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (0ab8b412-d614-4c92-91c6-9358e6a6ad12), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:14.313158 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4528665-8449-4dba-8e9c-8f18df480379 None None] Pushing event updated for resources: {'Port': ['ID=0ab8b412-d614-4c92-91c6-9358e6a6ad12,revision_number=5']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:14.332563 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b0702fa4-f993-453c-9a24-22fb027a2323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779192465924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797839'] for port (ef03de6d-f1c5-41f3-ba59-c64a31c0dd67), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:14.365737 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-6e9808f1-c68a-4dd8-bd73-d4816d65c041 None None] Provisioning complete for port 0ab8b412-d614-4c92-91c6-9358e6a6ad12 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:32:14.366171 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6e9808f1-c68a-4dd8-bd73-d4816d65c041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (0ab8b412-d614-4c92-91c6-9358e6a6ad12), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:14.385129 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0702fa4-f993-453c-9a24-22fb027a2323 admin admin] Network 698fa61f-093e-4dd4-aaec-c1b231275ecc is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:32:14.391617 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-b0702fa4-f993-453c-9a24-22fb027a2323 admin admin] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:32:14.391759 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-db3744d3-ef18-4ec1-976c-f0d372248ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05', 'name': 'tempest-TestMinimumBasicScenario-2099437701-router', 'tenant_id': '740355080be44897b97d4b0cfd48c0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '57e9922a-12fb-41e5-8a73-5a46c94a6132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:32:06Z', 'updated_at': '2022-04-06T11:32:10Z', 'revision_number': 4, 'project_id': '740355080be44897b97d4b0cfd48c0f0', 'gw_port': {'id': '57e9922a-12fb-41e5-8a73-5a46c94a6132', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:fb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:32:07Z', 'updated_at': '2022-04-06T11:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_interfaces': [{'id': '0ab8b412-d614-4c92-91c6-9358e6a6ad12', 'name': '', 'network_id': '60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c', 'tenant_id': '740355080be44897b97d4b0cfd48c0f0', 'mac_address': 'fa:16:3e:46:ec:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '61035200-00d2-4cb6-9c63-74a66ed9fe60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:32:09Z', 'updated_at': '2022-04-06T11:32:13Z', 'revision_number': 4, 'project_id': '740355080be44897b97d4b0cfd48c0f0', 'subnets': [{'id': '61035200-00d2-4cb6-9c63-74a66ed9fe60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:32:14.393194 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0702fa4-f993-453c-9a24-22fb027a2323 admin admin] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:32:14.424055 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0702fa4-f993-453c-9a24-22fb027a2323 admin admin] Pushing event updated for resources: {'Port': ['ID=ef03de6d-f1c5-41f3-ba59-c64a31c0dd67,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:14.437441 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3744d3-ef18-4ec1-976c-f0d372248ffe None None] The sync data for ids ['fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05'] in dv-cinder-836073-2-iscsi is: [{'id': 'fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05', 'name': 'tempest-TestMinimumBasicScenario-2099437701-router', 'tenant_id': '740355080be44897b97d4b0cfd48c0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '57e9922a-12fb-41e5-8a73-5a46c94a6132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:32:06Z', 'updated_at': '2022-04-06T11:32:10Z', 'revision_number': 4, 'project_id': '740355080be44897b97d4b0cfd48c0f0', 'gw_port': {'id': '57e9922a-12fb-41e5-8a73-5a46c94a6132', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:fb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:32:07Z', 'updated_at': '2022-04-06T11:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_interfaces': [{'id': '0ab8b412-d614-4c92-91c6-9358e6a6ad12', 'name': '', 'network_id': '60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c', 'tenant_id': '740355080be44897b97d4b0cfd48c0f0', 'mac_address': 'fa:16:3e:46:ec:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '61035200-00d2-4cb6-9c63-74a66ed9fe60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:32:09Z', 'updated_at': '2022-04-06T11:32:13Z', 'revision_number': 4, 'project_id': '740355080be44897b97d4b0cfd48c0f0', 'subnets': [{'id': '61035200-00d2-4cb6-9c63-74a66ed9fe60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:32:14.472909 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-6e9808f1-c68a-4dd8-bd73-d4816d65c041 None None] Current status of the port 0ab8b412-d614-4c92-91c6-9358e6a6ad12 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:32:14.748826 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b0702fa4-f993-453c-9a24-22fb027a2323 admin admin] Publish callbacks [] for router_gateway (7ebc8eb1-75e1-4378-818a-878572ebbed2), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:15.029446 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb5a7ba-c43b-46e5-956f-98f51d31f4ca req-d3520f43-8186-46f2-85b7-da174f82970a tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:15.031042 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2fb5a7ba-c43b-46e5-956f-98f51d31f4ca req-d3520f43-8186-46f2-85b7-da174f82970a tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.48 "GET /v2.0/ports?device_id=7312dd9a-9d60-4dc8-9999-65191fd90da3 HTTP/1.1" status: 200 len: 946 time: 0.1159139 Apr 06 11:32:15.036958 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b0702fa4-f993-453c-9a24-22fb027a2323 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-915631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886519'] for router (7ebc8eb1-75e1-4378-818a-878572ebbed2), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:15.068778 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device d56e8c50-81cc-4a87-8118-025419d889f9 up at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:32:15.128320 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Provisioning complete for port d56e8c50-81cc-4a87-8118-025419d889f9 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:32:15.129270 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (d56e8c50-81cc-4a87-8118-025419d889f9), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:15.218378 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Current status of the port d56e8c50-81cc-4a87-8118-025419d889f9 is: DOWN; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:32:15.218626 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (d56e8c50-81cc-4a87-8118-025419d889f9), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:15.241120 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [req-2fb5a7ba-c43b-46e5-956f-98f51d31f4ca req-fd96e1a5-f153-4736-9615-e1568e3dc950 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Deleting port e9695f58-94d5-4c66-b781-13ee070c5d0c {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:32:15.241592 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-2fb5a7ba-c43b-46e5-956f-98f51d31f4ca req-fd96e1a5-f153-4736-9615-e1568e3dc950 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192836145'] for port (e9695f58-94d5-4c66-b781-13ee070c5d0c), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:15.245624 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86cca770-bc92-4c28-a0d4-e6e749c2e9dc None None] Network d805fe79-727e-4efa-9e93-6230bc710952 requested from dv-cinder-836073-2-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:32:15.293267 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] For port d56e8c50-81cc-4a87-8118-025419d889f9, host dv-cinder-836073-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=d56e8c50-81cc-4a87-8118-025419d889f9,segment=NetworkSegment(ad8554b1-2ca6-4cf8-ab29-e2992f852a46),segment_id=ad8554b1-2ca6-4cf8-ab29-e2992f852a46)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:32:15.323642 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-871402db-41bc-425c-bf1b-52e26226faec None None] Provisioning complete for port d56e8c50-81cc-4a87-8118-025419d889f9 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:32:15.324026 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-871402db-41bc-425c-bf1b-52e26226faec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (d56e8c50-81cc-4a87-8118-025419d889f9), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:15.342496 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fa37d1-1464-4a82-8f9d-4e1ad30fc485 req-a2e80bda-6655-4c97-a38d-a45b441818c8 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:15.349218 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-30fa37d1-1464-4a82-8f9d-4e1ad30fc485 req-a2e80bda-6655-4c97-a38d-a45b441818c8 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=7312dd9a-9d60-4dc8-9999-65191fd90da3 HTTP/1.1" status: 200 len: 946 time: 0.0680954 Apr 06 11:32:15.349387 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [req-2fb5a7ba-c43b-46e5-956f-98f51d31f4ca req-fd96e1a5-f153-4736-9615-e1568e3dc950 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] For port e9695f58-94d5-4c66-b781-13ee070c5d0c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=e9695f58-94d5-4c66-b781-13ee070c5d0c,segment=NetworkSegment(198df4e5-b698-49c8-a8e7-40f2cf45ec63),segment_id=198df4e5-b698-49c8-a8e7-40f2cf45ec63)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:32:15.349387 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-2fb5a7ba-c43b-46e5-956f-98f51d31f4ca req-fd96e1a5-f153-4736-9615-e1568e3dc950 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-891628'] for port (e9695f58-94d5-4c66-b781-13ee070c5d0c), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:15.388294 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (d56e8c50-81cc-4a87-8118-025419d889f9), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:15.389110 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device 57e9922a-12fb-41e5-8a73-5a46c94a6132 up at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:32:15.396436 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-30fa37d1-1464-4a82-8f9d-4e1ad30fc485 req-b83b6d0c-9e42-48f7-baa4-3d78ae9c28a0 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=cfdb6236-811a-4716-b1ab-3322fbd33eab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447650 Apr 06 11:32:15.422101 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0702fa4-f993-453c-9a24-22fb027a2323 admin admin] Router 7ebc8eb1-75e1-4378-818a-878572ebbed2 is scheduled to L3 agent 9404f039-f516-42fd-94a5-c122fff5649f with binding_index 1 {{(pid=103882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 11:32:15.487920 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Pushing event updated for resources: {'Port': ['ID=d56e8c50-81cc-4a87-8118-025419d889f9,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:15.529633 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-871402db-41bc-425c-bf1b-52e26226faec None None] Current status of the port d56e8c50-81cc-4a87-8118-025419d889f9 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:32:15.533840 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Provisioning complete for port 57e9922a-12fb-41e5-8a73-5a46c94a6132 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:32:15.534219 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (57e9922a-12fb-41e5-8a73-5a46c94a6132), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:15.622509 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Current status of the port 57e9922a-12fb-41e5-8a73-5a46c94a6132 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:32:15.623528 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device 0ab8b412-d614-4c92-91c6-9358e6a6ad12 up at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:32:15.674088 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Provisioning complete for port 0ab8b412-d614-4c92-91c6-9358e6a6ad12 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:32:15.674464 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (0ab8b412-d614-4c92-91c6-9358e6a6ad12), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:15.763663 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Current status of the port 0ab8b412-d614-4c92-91c6-9358e6a6ad12 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:32:15.770082 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-81f9e6df-9761-4979-9c63-f182f3b2b1df None None] Provisioning complete for port d56e8c50-81cc-4a87-8118-025419d889f9 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:32:15.770456 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-81f9e6df-9761-4979-9c63-f182f3b2b1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (d56e8c50-81cc-4a87-8118-025419d889f9), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:15.846121 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-81f9e6df-9761-4979-9c63-f182f3b2b1df None None] Current status of the port d56e8c50-81cc-4a87-8118-025419d889f9 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:32:15.956533 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0702fa4-f993-453c-9a24-22fb027a2323 admin admin] Notify agent at l3_agent.dv-cinder-836073-2-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:32:15.965707 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64392773-ffdd-463b-935c-ba4324c8c74e None None] Sync routers for ids ['7ebc8eb1-75e1-4378-818a-878572ebbed2'] in dv-cinder-836073-2-iscsi {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:32:15.974668 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-2fb5a7ba-c43b-46e5-956f-98f51d31f4ca req-fd96e1a5-f153-4736-9615-e1568e3dc950 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:15.974827 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64392773-ffdd-463b-935c-ba4324c8c74e None None] Routers {'7ebc8eb1-75e1-4378-818a-878572ebbed2'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:32:15.975039 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-2fb5a7ba-c43b-46e5-956f-98f51d31f4ca req-fd96e1a5-f153-4736-9615-e1568e3dc950 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-886429'] for floatingip (a401c97e-9521-4caf-8f85-144da085d092), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:15.975354 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.db.l3_db [req-2fb5a7ba-c43b-46e5-956f-98f51d31f4ca req-fd96e1a5-f153-4736-9615-e1568e3dc950 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Floating IP a401c97e-9521-4caf-8f85-144da085d092 disassociated. External IP: 172.27.2.158, port: e9695f58-94d5-4c66-b781-13ee070c5d0c. Apr 06 11:32:15.975488 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-64392773-ffdd-463b-935c-ba4324c8c74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:32:09Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['7ebc8eb1-75e1-4378-818a-878572ebbed2'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:32:15.975689 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [req-2fb5a7ba-c43b-46e5-956f-98f51d31f4ca req-fd96e1a5-f153-4736-9615-e1568e3dc950 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Calling delete_port for e9695f58-94d5-4c66-b781-13ee070c5d0c owned by compute:nova {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:32:16.045397 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b0702fa4-f993-453c-9a24-22fb027a2323 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:16.046687 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-b0702fa4-f993-453c-9a24-22fb027a2323 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9332330 Apr 06 11:32:16.049565 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 54776) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:32:16.094679 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-64392773-ffdd-463b-935c-ba4324c8c74e None None] Set router 7ebc8eb1-75e1-4378-818a-878572ebbed2 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:32:16.168574 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-2fb5a7ba-c43b-46e5-956f-98f51d31f4ca req-fd96e1a5-f153-4736-9615-e1568e3dc950 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192843524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779192465933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797839'] for port (e9695f58-94d5-4c66-b781-13ee070c5d0c), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:16.196195 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd96e1a5-f153-4736-9615-e1568e3dc950 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Pushing event deleted for resources: {'Port': ['ID=e9695f58-94d5-4c66-b781-13ee070c5d0c,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:16.299884 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-64392773-ffdd-463b-935c-ba4324c8c74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ebc8eb1-75e1-4378-818a-878572ebbed2', 'name': 'tempest-TestMinimumBasicScenario-1236498894-router', 'tenant_id': '5c290c56309a4a208da6746a2e7598e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'ef03de6d-f1c5-41f3-ba59-c64a31c0dd67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:32:13Z', 'updated_at': '2022-04-06T11:32:14Z', 'revision_number': 3, 'project_id': '5c290c56309a4a208da6746a2e7598e5', 'gw_port': {'id': 'ef03de6d-f1c5-41f3-ba59-c64a31c0dd67', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:96:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ebc8eb1-75e1-4378-818a-878572ebbed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:32:13Z', 'updated_at': '2022-04-06T11:32:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi'}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:32:16.320098 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2fb5a7ba-c43b-46e5-956f-98f51d31f4ca req-fd96e1a5-f153-4736-9615-e1568e3dc950 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Router 4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68 has already been hosted by L3 agent 9404f039-f516-42fd-94a5-c122fff5649f {{(pid=103882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:32:16.329320 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64392773-ffdd-463b-935c-ba4324c8c74e None None] Checking router: 7ebc8eb1-75e1-4378-818a-878572ebbed2 for host: dv-cinder-836073-2-iscsi {{(pid=103883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:32:16.329751 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64392773-ffdd-463b-935c-ba4324c8c74e None None] Updating router 7ebc8eb1-75e1-4378-818a-878572ebbed2 port ef03de6d-f1c5-41f3-ba59-c64a31c0dd67 binding host dv-cinder-836073-2-iscsi {{(pid=103883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 11:32:16.367340 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-64392773-ffdd-463b-935c-ba4324c8c74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (ef03de6d-f1c5-41f3-ba59-c64a31c0dd67), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:16.441916 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2fb5a7ba-c43b-46e5-956f-98f51d31f4ca req-fd96e1a5-f153-4736-9615-e1568e3dc950 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Notify agent at l3_agent.dv-cinder-836073-2-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:32:16.456173 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0598c816-7dcc-4cb2-be1f-6aefdd4f3551 None None] Sync routers for ids ['4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68'] in dv-cinder-836073-2-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:32:16.470839 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0598c816-7dcc-4cb2-be1f-6aefdd4f3551 None None] Routers {'4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:32:16.471398 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-0598c816-7dcc-4cb2-be1f-6aefdd4f3551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:32:09Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:32:16.496407 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fb5a7ba-c43b-46e5-956f-98f51d31f4ca req-fd96e1a5-f153-4736-9615-e1568e3dc950 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] No DVR routers for this DVR port e9695f58-94d5-4c66-b781-13ee070c5d0c on host hv-cinder-83607 {{(pid=103882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:32:16.499357 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-2fb5a7ba-c43b-46e5-956f-98f51d31f4ca req-fd96e1a5-f153-4736-9615-e1568e3dc950 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for port (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:16.504168 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2fb5a7ba-c43b-46e5-956f-98f51d31f4ca req-fd96e1a5-f153-4736-9615-e1568e3dc950 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.48 "DELETE /v2.0/ports/e9695f58-94d5-4c66-b781-13ee070c5d0c HTTP/1.1" status: 204 len: 173 time: 1.4634867 Apr 06 11:32:16.504746 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7312dd9a-9d60-4dc8-9999-65191fd90da3', 'name': 'network-vif-deleted', 'tag': 'e9695f58-94d5-4c66-b781-13ee070c5d0c'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:32:16.507397 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29156e5c8df2cda5f8c3a12ff109e02ba7a327efefb734c2c5f81b1bf548e3ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f9508bf-1aa8-4e62-86ee-1749ac3a023d" -d '{"events": [{"server_uuid": "7312dd9a-9d60-4dc8-9999-65191fd90da3", "name": "network-vif-deleted", "tag": "e9695f58-94d5-4c66-b781-13ee070c5d0c"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:32:16.559450 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6dff9b02-56f3-4b1a-8d77-c30f0c3c66e4 req-0016301a-28a5-45ad-a32f-6d30a0154168 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=7312dd9a-9d60-4dc8-9999-65191fd90da3 HTTP/1.1" status: 200 len: 210 time: 0.0445013 Apr 06 11:32:16.566064 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c289ca61-b899-4439-ac8d-4d3aa7122064 x-openstack-request-id: req-c289ca61-b899-4439-ac8d-4d3aa7122064 {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:32:16.567288 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7312dd9a-9d60-4dc8-9999-65191fd90da3", "name": "network-vif-deleted", "tag": "e9695f58-94d5-4c66-b781-13ee070c5d0c", "status": "completed", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:32:16.568017 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c289ca61-b899-4439-ac8d-4d3aa7122064 {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:32:16.568865 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c289ca61-b899-4439-ac8d-4d3aa7122064'] response: {'server_uuid': '7312dd9a-9d60-4dc8-9999-65191fd90da3', 'name': 'network-vif-deleted', 'tag': 'e9695f58-94d5-4c66-b781-13ee070c5d0c', 'status': 'completed', 'code': 200} Apr 06 11:32:16.596113 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-daa69689-236d-4cd8-8a31-1c27ba7e7357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:16.674273 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-0598c816-7dcc-4cb2-be1f-6aefdd4f3551 None None] Set router 4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:32:16.780022 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [None req-daa69689-236d-4cd8-8a31-1c27ba7e7357 admin admin] Allocated IP 172.20.0.1 (d805fe79-727e-4efa-9e93-6230bc710952/b95fedb3-3ea8-4623-bafc-a1a21d47dbc4/b4554443-14cf-49fd-b6b7-d89125c8b393) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:32:16.814585 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-64392773-ffdd-463b-935c-ba4324c8c74e None None] Publish callbacks [] for port (ef03de6d-f1c5-41f3-ba59-c64a31c0dd67), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:16.898374 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-64392773-ffdd-463b-935c-ba4324c8c74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (ef03de6d-f1c5-41f3-ba59-c64a31c0dd67), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:16.906353 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-0598c816-7dcc-4cb2-be1f-6aefdd4f3551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68', 'name': 'tempest-ServerRescueNegativeTestJSON-2000617148-router', 'tenant_id': 'fc235d83432140bcb213022a9840f5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '92dfcf88-d457-4bfe-8b39-973bf45fee8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:27:40Z', 'updated_at': '2022-04-06T11:27:47Z', 'revision_number': 4, 'project_id': 'fc235d83432140bcb213022a9840f5c2', 'gw_port': {'id': '92dfcf88-d457-4bfe-8b39-973bf45fee8c', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:8c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:27:41Z', 'updated_at': '2022-04-06T11:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_interfaces': [{'id': '2cbdbc52-0aaa-46ec-a404-9739a384da95', 'name': '', 'network_id': '106eef2d-4f40-46cd-832f-5b84b361bc62', 'tenant_id': 'fc235d83432140bcb213022a9840f5c2', 'mac_address': 'fa:16:3e:15:bc:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b1304d50-4387-41c0-a102-fa6eb203f82e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:27:46Z', 'updated_at': '2022-04-06T11:27:55Z', 'revision_number': 5, 'project_id': 'fc235d83432140bcb213022a9840f5c2', 'subnets': [{'id': 'b1304d50-4387-41c0-a102-fa6eb203f82e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:32:16.920423 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-daa69689-236d-4cd8-8a31-1c27ba7e7357 admin admin] Publish callbacks [] for port (b4554443-14cf-49fd-b6b7-d89125c8b393), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:16.945672 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0598c816-7dcc-4cb2-be1f-6aefdd4f3551 None None] Checking router: 4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68 for host: dv-cinder-836073-2-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:32:16.965262 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0598c816-7dcc-4cb2-be1f-6aefdd4f3551 None None] Routers {'4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:32:16.966059 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-0598c816-7dcc-4cb2-be1f-6aefdd4f3551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:32:09Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:32:16.970046 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device d56e8c50-81cc-4a87-8118-025419d889f9 up at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:32:17.004056 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-64392773-ffdd-463b-935c-ba4324c8c74e None None] Attempting to bind port ef03de6d-f1c5-41f3-ba59-c64a31c0dd67 on host dv-cinder-836073-2-iscsi for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:32:17.004428 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-64392773-ffdd-463b-935c-ba4324c8c74e None None] Attempting to bind port ef03de6d-f1c5-41f3-ba59-c64a31c0dd67 by drivers openvswitch,hyperv on host dv-cinder-836073-2-iscsi at level 0 using segments [{'id': 'a1489c3e-d8bf-465c-8161-3d720cf0d135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:32:17.004793 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64392773-ffdd-463b-935c-ba4324c8c74e None None] Attempting to bind port ef03de6d-f1c5-41f3-ba59-c64a31c0dd67 on network 698fa61f-093e-4dd4-aaec-c1b231275ecc {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:32:17.011749 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147393bd-4abd-4a43-b205-b3ee83d93ddf None None] Pushing event updated for resources: {'Port': ['ID=ef03de6d-f1c5-41f3-ba59-c64a31c0dd67,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:17.021897 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64392773-ffdd-463b-935c-ba4324c8c74e None None] Checking agent: {'id': 'a2831ac0-05e7-463d-be89-41d2adab36ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 18, 43), 'started_at': datetime.datetime(2022, 4, 6, 11, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:32:17.022364 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64392773-ffdd-463b-935c-ba4324c8c74e None None] Checking segment: {'id': 'a1489c3e-d8bf-465c-8161-3d720cf0d135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:32:17.022686 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-64392773-ffdd-463b-935c-ba4324c8c74e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:17.023083 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64392773-ffdd-463b-935c-ba4324c8c74e None None] Bound using segment: {'id': 'a1489c3e-d8bf-465c-8161-3d720cf0d135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:32:17.023561 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-64392773-ffdd-463b-935c-ba4324c8c74e None None] Bound port: ef03de6d-f1c5-41f3-ba59-c64a31c0dd67, host: dv-cinder-836073-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1489c3e-d8bf-465c-8161-3d720cf0d135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:32:17.023948 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-64392773-ffdd-463b-935c-ba4324c8c74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (ef03de6d-f1c5-41f3-ba59-c64a31c0dd67), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:17.043966 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-daa69689-236d-4cd8-8a31-1c27ba7e7357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779192465924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10088034'] for port (b4554443-14cf-49fd-b6b7-d89125c8b393), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:17.097117 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Provisioning complete for port d56e8c50-81cc-4a87-8118-025419d889f9 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:32:17.097696 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (d56e8c50-81cc-4a87-8118-025419d889f9), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:17.099953 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa69689-236d-4cd8-8a31-1c27ba7e7357 admin admin] Network d805fe79-727e-4efa-9e93-6230bc710952 is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:32:17.105302 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-daa69689-236d-4cd8-8a31-1c27ba7e7357 admin admin] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:32:17.106493 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-0598c816-7dcc-4cb2-be1f-6aefdd4f3551 None None] Set router 4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:32:17.108289 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa69689-236d-4cd8-8a31-1c27ba7e7357 admin admin] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:32:17.183509 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa69689-236d-4cd8-8a31-1c27ba7e7357 admin admin] Pushing event updated for resources: {'Port': ['ID=b4554443-14cf-49fd-b6b7-d89125c8b393,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:17.219056 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-daa69689-236d-4cd8-8a31-1c27ba7e7357 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-886310'] for router_interface (7ebc8eb1-75e1-4378-818a-878572ebbed2), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:17.307041 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-64392773-ffdd-463b-935c-ba4324c8c74e None None] For port ef03de6d-f1c5-41f3-ba59-c64a31c0dd67, host dv-cinder-836073-2-iscsi, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:32:17.342238 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-64392773-ffdd-463b-935c-ba4324c8c74e None None] For port ef03de6d-f1c5-41f3-ba59-c64a31c0dd67, host dv-cinder-836073-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=ef03de6d-f1c5-41f3-ba59-c64a31c0dd67,segment=NetworkSegment(a1489c3e-d8bf-465c-8161-3d720cf0d135),segment_id=a1489c3e-d8bf-465c-8161-3d720cf0d135)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:32:17.395817 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Current status of the port d56e8c50-81cc-4a87-8118-025419d889f9 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:32:17.399459 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-0598c816-7dcc-4cb2-be1f-6aefdd4f3551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68', 'name': 'tempest-ServerRescueNegativeTestJSON-2000617148-router', 'tenant_id': 'fc235d83432140bcb213022a9840f5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '92dfcf88-d457-4bfe-8b39-973bf45fee8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:27:40Z', 'updated_at': '2022-04-06T11:27:47Z', 'revision_number': 4, 'project_id': 'fc235d83432140bcb213022a9840f5c2', 'gw_port': {'id': '92dfcf88-d457-4bfe-8b39-973bf45fee8c', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:8c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:27:41Z', 'updated_at': '2022-04-06T11:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_interfaces': [{'id': '2cbdbc52-0aaa-46ec-a404-9739a384da95', 'name': '', 'network_id': '106eef2d-4f40-46cd-832f-5b84b361bc62', 'tenant_id': 'fc235d83432140bcb213022a9840f5c2', 'mac_address': 'fa:16:3e:15:bc:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b1304d50-4387-41c0-a102-fa6eb203f82e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:27:46Z', 'updated_at': '2022-04-06T11:27:55Z', 'revision_number': 5, 'project_id': 'fc235d83432140bcb213022a9840f5c2', 'subnets': [{'id': 'b1304d50-4387-41c0-a102-fa6eb203f82e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:32:17.413233 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-64392773-ffdd-463b-935c-ba4324c8c74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (ef03de6d-f1c5-41f3-ba59-c64a31c0dd67), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:17.429636 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0598c816-7dcc-4cb2-be1f-6aefdd4f3551 None None] The sync data for ids ['4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68'] in dv-cinder-836073-2-iscsi is: [{'id': '4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68', 'name': 'tempest-ServerRescueNegativeTestJSON-2000617148-router', 'tenant_id': 'fc235d83432140bcb213022a9840f5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '92dfcf88-d457-4bfe-8b39-973bf45fee8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:27:40Z', 'updated_at': '2022-04-06T11:27:47Z', 'revision_number': 4, 'project_id': 'fc235d83432140bcb213022a9840f5c2', 'gw_port': {'id': '92dfcf88-d457-4bfe-8b39-973bf45fee8c', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:8c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:27:41Z', 'updated_at': '2022-04-06T11:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_interfaces': [{'id': '2cbdbc52-0aaa-46ec-a404-9739a384da95', 'name': '', 'network_id': '106eef2d-4f40-46cd-832f-5b84b361bc62', 'tenant_id': 'fc235d83432140bcb213022a9840f5c2', 'mac_address': 'fa:16:3e:15:bc:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b1304d50-4387-41c0-a102-fa6eb203f82e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:27:46Z', 'updated_at': '2022-04-06T11:27:55Z', 'revision_number': 5, 'project_id': 'fc235d83432140bcb213022a9840f5c2', 'subnets': [{'id': 'b1304d50-4387-41c0-a102-fa6eb203f82e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:32:17.491896 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64392773-ffdd-463b-935c-ba4324c8c74e None None] Routers {'7ebc8eb1-75e1-4378-818a-878572ebbed2'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:32:17.492702 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-64392773-ffdd-463b-935c-ba4324c8c74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:32:09Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['7ebc8eb1-75e1-4378-818a-878572ebbed2'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:32:17.496057 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147393bd-4abd-4a43-b205-b3ee83d93ddf None None] Pushing event updated for resources: {'Port': ['ID=ef03de6d-f1c5-41f3-ba59-c64a31c0dd67,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:17.539005 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-daa69689-236d-4cd8-8a31-1c27ba7e7357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (b4554443-14cf-49fd-b6b7-d89125c8b393), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:17.544435 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-ea9466d3-56be-42e1-a687-0d83c1c824da None None] Provisioning complete for port b4554443-14cf-49fd-b6b7-d89125c8b393 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:32:17.544957 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ea9466d3-56be-42e1-a687-0d83c1c824da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (b4554443-14cf-49fd-b6b7-d89125c8b393), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:17.642871 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ea9466d3-56be-42e1-a687-0d83c1c824da None None] Port b4554443-14cf-49fd-b6b7-d89125c8b393 cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:32:17.667915 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-64392773-ffdd-463b-935c-ba4324c8c74e None None] Set router 7ebc8eb1-75e1-4378-818a-878572ebbed2 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:32:17.769544 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-daa69689-236d-4cd8-8a31-1c27ba7e7357 admin admin] Publish callbacks [] for port (b4554443-14cf-49fd-b6b7-d89125c8b393), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:17.832645 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-daa69689-236d-4cd8-8a31-1c27ba7e7357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10087963'] for port (b4554443-14cf-49fd-b6b7-d89125c8b393), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:17.878502 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-daa69689-236d-4cd8-8a31-1c27ba7e7357 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-916918'] for router_interface (7ebc8eb1-75e1-4378-818a-878572ebbed2), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:17.882834 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79163a0d-f4df-4426-96aa-e1b81cf5bced None None] New status for floating IP a401c97e-9521-4caf-8f85-144da085d092: DOWN {{(pid=103883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:32:17.976440 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa69689-236d-4cd8-8a31-1c27ba7e7357 admin admin] Pushing event updated for resources: {'Port': ['ID=b4554443-14cf-49fd-b6b7-d89125c8b393,revision_number=2']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:18.035419 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa69689-236d-4cd8-8a31-1c27ba7e7357 admin admin] Network d805fe79-727e-4efa-9e93-6230bc710952 is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:32:18.038568 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-daa69689-236d-4cd8-8a31-1c27ba7e7357 admin admin] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:32:18.107208 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-64392773-ffdd-463b-935c-ba4324c8c74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ebc8eb1-75e1-4378-818a-878572ebbed2', 'name': 'tempest-TestMinimumBasicScenario-1236498894-router', 'tenant_id': '5c290c56309a4a208da6746a2e7598e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'ef03de6d-f1c5-41f3-ba59-c64a31c0dd67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:32:13Z', 'updated_at': '2022-04-06T11:32:17Z', 'revision_number': 4, 'project_id': '5c290c56309a4a208da6746a2e7598e5', 'gw_port': {'id': 'ef03de6d-f1c5-41f3-ba59-c64a31c0dd67', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:96:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ebc8eb1-75e1-4378-818a-878572ebbed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:32:13Z', 'updated_at': '2022-04-06T11:32:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_interfaces': [{'id': 'b4554443-14cf-49fd-b6b7-d89125c8b393', 'name': '', 'network_id': 'd805fe79-727e-4efa-9e93-6230bc710952', 'tenant_id': '5c290c56309a4a208da6746a2e7598e5', 'mac_address': 'fa:16:3e:70:b5:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ebc8eb1-75e1-4378-818a-878572ebbed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'b95fedb3-3ea8-4623-bafc-a1a21d47dbc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:32:16Z', 'updated_at': '2022-04-06T11:32:16Z', 'revision_number': 1, 'project_id': '5c290c56309a4a208da6746a2e7598e5', 'subnets': [{'id': 'b95fedb3-3ea8-4623-bafc-a1a21d47dbc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:32:18.168203 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64392773-ffdd-463b-935c-ba4324c8c74e None None] The sync data for ids ['7ebc8eb1-75e1-4378-818a-878572ebbed2'] in dv-cinder-836073-2-iscsi is: [{'id': '7ebc8eb1-75e1-4378-818a-878572ebbed2', 'name': 'tempest-TestMinimumBasicScenario-1236498894-router', 'tenant_id': '5c290c56309a4a208da6746a2e7598e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'ef03de6d-f1c5-41f3-ba59-c64a31c0dd67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:32:13Z', 'updated_at': '2022-04-06T11:32:17Z', 'revision_number': 4, 'project_id': '5c290c56309a4a208da6746a2e7598e5', 'gw_port': {'id': 'ef03de6d-f1c5-41f3-ba59-c64a31c0dd67', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:96:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ebc8eb1-75e1-4378-818a-878572ebbed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:32:13Z', 'updated_at': '2022-04-06T11:32:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_interfaces': [{'id': 'b4554443-14cf-49fd-b6b7-d89125c8b393', 'name': '', 'network_id': 'd805fe79-727e-4efa-9e93-6230bc710952', 'tenant_id': '5c290c56309a4a208da6746a2e7598e5', 'mac_address': 'fa:16:3e:70:b5:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ebc8eb1-75e1-4378-818a-878572ebbed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'b95fedb3-3ea8-4623-bafc-a1a21d47dbc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:32:16Z', 'updated_at': '2022-04-06T11:32:16Z', 'revision_number': 1, 'project_id': '5c290c56309a4a208da6746a2e7598e5', 'subnets': [{'id': 'b95fedb3-3ea8-4623-bafc-a1a21d47dbc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:32:18.210949 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daa69689-236d-4cd8-8a31-1c27ba7e7357 admin admin] Router 7ebc8eb1-75e1-4378-818a-878572ebbed2 has already been hosted by L3 agent 9404f039-f516-42fd-94a5-c122fff5649f {{(pid=103881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:32:18.378186 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-265ac994-3788-4da9-a4eb-81734989c28e None None] Provisioning complete for port b4554443-14cf-49fd-b6b7-d89125c8b393 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:32:18.378828 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-265ac994-3788-4da9-a4eb-81734989c28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (b4554443-14cf-49fd-b6b7-d89125c8b393), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:18.380861 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa69689-236d-4cd8-8a31-1c27ba7e7357 admin admin] Notify agent at l3_agent.dv-cinder-836073-2-iscsi the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:32:18.391497 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-daa69689-236d-4cd8-8a31-1c27ba7e7357 admin admin] 10.222.0.43 "PUT /v2.0/routers/7ebc8eb1-75e1-4378-818a-878572ebbed2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3408372 Apr 06 11:32:18.443628 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-265ac994-3788-4da9-a4eb-81734989c28e None None] Port b4554443-14cf-49fd-b6b7-d89125c8b393 cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:32:18.530770 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e912b184-ed0e-4160-be9b-bc04e399586b req-2c442551-7c99-4566-b245-61e961e095ee tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:18.532913 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-e912b184-ed0e-4160-be9b-bc04e399586b req-2c442551-7c99-4566-b245-61e961e095ee tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=081311f2-0586-4322-b5fe-be6919a27964 HTTP/1.1" status: 200 len: 946 time: 0.1151249 Apr 06 11:32:18.622485 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-e912b184-ed0e-4160-be9b-bc04e399586b req-0ce5aadd-adba-44c9-bb0e-15b29b5b6cf1 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd7f9ccd-ed17-41d5-9a76-4d027a6a8ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840077 Apr 06 11:32:18.732185 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device e9695f58-94d5-4c66-b781-13ee070c5d0c no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:32:18.743242 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 54810) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:32:18.765723 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] No Port match for: e9695f58-94d5-4c66-b781-13ee070c5d0c {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:32:18.766073 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device e9695f58-94d5-4c66-b781-13ee070c5d0c not bound to the agent host hv-cinder-83607 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:32:18.816811 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-602ad538-cae9-4617-9f7a-64b8842b498a tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Publish callbacks [] for security_group (cfdb6236-811a-4716-b1ab-3322fbd33eab), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:18.843825 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-602ad538-cae9-4617-9f7a-64b8842b498a tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Publish callbacks [] for security_group (cfdb6236-811a-4716-b1ab-3322fbd33eab), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:18.984221 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-602ad538-cae9-4617-9f7a-64b8842b498a tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (cfdb6236-811a-4716-b1ab-3322fbd33eab), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:18.987031 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-602ad538-cae9-4617-9f7a-64b8842b498a tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:18.988195 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-602ad538-cae9-4617-9f7a-64b8842b498a tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "DELETE /v2.0/security-groups/cfdb6236-811a-4716-b1ab-3322fbd33eab HTTP/1.1" status: 204 len: 168 time: 0.2436807 Apr 06 11:32:18.991114 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 54816) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:32:19.000292 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602ad538-cae9-4617-9f7a-64b8842b498a tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfdb6236-811a-4716-b1ab-3322fbd33eab,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:19.063958 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.api.v2.resource [None req-cd834464-2e23-499f-9dd5-d039c4640c3e tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] show failed (client error): The resource could not be found. Apr 06 11:32:19.068970 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 54818) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:32:19.069223 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-cd834464-2e23-499f-9dd5-d039c4640c3e tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups/cfdb6236-811a-4716-b1ab-3322fbd33eab HTTP/1.1" status: 404 len: 347 time: 0.0739703 Apr 06 11:32:19.238938 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-179ca9b2-6bf7-427c-981e-850f96974e1f tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Deleting port 84bec824-56bd-4ac8-8bfa-eddc6687f71b {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:32:19.239367 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-179ca9b2-6bf7-427c-981e-850f96974e1f tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192836145'] for port (84bec824-56bd-4ac8-8bfa-eddc6687f71b), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:19.331243 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-179ca9b2-6bf7-427c-981e-850f96974e1f tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-891628'] for port (84bec824-56bd-4ac8-8bfa-eddc6687f71b), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:19.331565 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-179ca9b2-6bf7-427c-981e-850f96974e1f tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Publish callbacks [] for floatingip (84bec824-56bd-4ac8-8bfa-eddc6687f71b), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:19.346560 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-179ca9b2-6bf7-427c-981e-850f96974e1f tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Calling delete_port for 84bec824-56bd-4ac8-8bfa-eddc6687f71b owned by network:floatingip {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:32:19.625763 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-179ca9b2-6bf7-427c-981e-850f96974e1f tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192843524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779192465933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10088034'] for port (84bec824-56bd-4ac8-8bfa-eddc6687f71b), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:19.662410 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179ca9b2-6bf7-427c-981e-850f96974e1f tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Pushing event deleted for resources: {'Port': ['ID=84bec824-56bd-4ac8-8bfa-eddc6687f71b,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:19.821640 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-179ca9b2-6bf7-427c-981e-850f96974e1f tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Publish callbacks [] for floatingip (a401c97e-9521-4caf-8f85-144da085d092), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:19.824486 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-179ca9b2-6bf7-427c-981e-850f96974e1f tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for floatingip (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:19.825694 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-179ca9b2-6bf7-427c-981e-850f96974e1f tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "DELETE /v2.0/floatingips/a401c97e-9521-4caf-8f85-144da085d092 HTTP/1.1" status: 204 len: 168 time: 0.7552960 Apr 06 11:32:19.849149 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc963d-dcdd-4fe8-aef8-5959510dcafc req-bc2a0d10-2536-466a-a967-d5f6d339acd5 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:19.851350 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-9bcc963d-dcdd-4fe8-aef8-5959510dcafc req-bc2a0d10-2536-466a-a967-d5f6d339acd5 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=081311f2-0586-4322-b5fe-be6919a27964 HTTP/1.1" status: 200 len: 946 time: 0.0833919 Apr 06 11:32:19.924505 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-9bcc963d-dcdd-4fe8-aef8-5959510dcafc req-ae25a245-af93-4fea-9b12-984123ee6126 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/security-groups?id=bd7f9ccd-ed17-41d5-9a76-4d027a6a8ed5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633669 Apr 06 11:32:20.281634 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b46aaa-0605-4772-ab83-c74349619a10 req-f65b2523-b8d5-4800-bcae-dec225c40bcc tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:20.283799 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b9b46aaa-0605-4772-ab83-c74349619a10 req-f65b2523-b8d5-4800-bcae-dec225c40bcc tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.48 "GET /v2.0/ports?device_id=081311f2-0586-4322-b5fe-be6919a27964 HTTP/1.1" status: 200 len: 946 time: 0.0588872 Apr 06 11:32:20.399587 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [req-b9b46aaa-0605-4772-ab83-c74349619a10 req-dbcdb521-c5d1-4126-a22d-0020c54654a8 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Deleting port b4037637-d2e8-46ac-9e71-a1873f93a273 {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:32:20.400205 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-b9b46aaa-0605-4772-ab83-c74349619a10 req-dbcdb521-c5d1-4126-a22d-0020c54654a8 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192836145'] for port (b4037637-d2e8-46ac-9e71-a1873f93a273), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:20.500076 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [req-b9b46aaa-0605-4772-ab83-c74349619a10 req-dbcdb521-c5d1-4126-a22d-0020c54654a8 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] For port b4037637-d2e8-46ac-9e71-a1873f93a273, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b4037637-d2e8-46ac-9e71-a1873f93a273,segment=NetworkSegment(3347e514-facd-4073-b90b-64355ba61658),segment_id=3347e514-facd-4073-b90b-64355ba61658)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:32:20.500479 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-b9b46aaa-0605-4772-ab83-c74349619a10 req-dbcdb521-c5d1-4126-a22d-0020c54654a8 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-891628'] for port (b4037637-d2e8-46ac-9e71-a1873f93a273), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:20.710322 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-b9b46aaa-0605-4772-ab83-c74349619a10 req-dbcdb521-c5d1-4126-a22d-0020c54654a8 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:20.710693 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-b9b46aaa-0605-4772-ab83-c74349619a10 req-dbcdb521-c5d1-4126-a22d-0020c54654a8 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-886429'] for floatingip (8a795ddc-ae4f-4425-8469-cdf2f8c00254), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:20.711011 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.db.l3_db [req-b9b46aaa-0605-4772-ab83-c74349619a10 req-dbcdb521-c5d1-4126-a22d-0020c54654a8 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Floating IP 8a795ddc-ae4f-4425-8469-cdf2f8c00254 disassociated. External IP: 172.27.2.116, port: b4037637-d2e8-46ac-9e71-a1873f93a273. Apr 06 11:32:20.711345 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [req-b9b46aaa-0605-4772-ab83-c74349619a10 req-dbcdb521-c5d1-4126-a22d-0020c54654a8 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Calling delete_port for b4037637-d2e8-46ac-9e71-a1873f93a273 owned by compute:nova {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:32:20.917260 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-b9b46aaa-0605-4772-ab83-c74349619a10 req-dbcdb521-c5d1-4126-a22d-0020c54654a8 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192843524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779192465933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797839'] for port (b4037637-d2e8-46ac-9e71-a1873f93a273), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:20.973326 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device ef03de6d-f1c5-41f3-ba59-c64a31c0dd67 up at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:32:20.980213 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcdb521-c5d1-4126-a22d-0020c54654a8 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Pushing event deleted for resources: {'Port': ['ID=b4037637-d2e8-46ac-9e71-a1873f93a273,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:21.074226 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Provisioning complete for port ef03de6d-f1c5-41f3-ba59-c64a31c0dd67 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:32:21.075062 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (ef03de6d-f1c5-41f3-ba59-c64a31c0dd67), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:21.127872 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0036507a-2f93-4e69-9d9b-45906ca4f944 req-cc27a1c4-7b28-4f78-8c09-a1c5b814b7b5 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=081311f2-0586-4322-b5fe-be6919a27964 HTTP/1.1" status: 200 len: 210 time: 0.0630374 Apr 06 11:32:21.189067 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Current status of the port ef03de6d-f1c5-41f3-ba59-c64a31c0dd67 is: DOWN; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:32:21.189502 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (ef03de6d-f1c5-41f3-ba59-c64a31c0dd67), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:21.215701 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] For port ef03de6d-f1c5-41f3-ba59-c64a31c0dd67, host dv-cinder-836073-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=ef03de6d-f1c5-41f3-ba59-c64a31c0dd67,segment=NetworkSegment(a1489c3e-d8bf-465c-8161-3d720cf0d135),segment_id=a1489c3e-d8bf-465c-8161-3d720cf0d135)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:32:21.221570 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b9b46aaa-0605-4772-ab83-c74349619a10 req-dbcdb521-c5d1-4126-a22d-0020c54654a8 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Router e4830d76-585b-409b-8bf7-45931346e0dc has already been hosted by L3 agent 9404f039-f516-42fd-94a5-c122fff5649f {{(pid=103882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:32:21.299890 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (ef03de6d-f1c5-41f3-ba59-c64a31c0dd67), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:21.334573 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b9b46aaa-0605-4772-ab83-c74349619a10 req-dbcdb521-c5d1-4126-a22d-0020c54654a8 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Notify agent at l3_agent.dv-cinder-836073-2-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:32:21.348173 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bcff7b-8e90-466f-a9b0-697b3daaa9bb None None] Sync routers for ids ['e4830d76-585b-409b-8bf7-45931346e0dc'] in dv-cinder-836073-2-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:32:21.378744 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bcff7b-8e90-466f-a9b0-697b3daaa9bb None None] Routers {'e4830d76-585b-409b-8bf7-45931346e0dc'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:32:21.380802 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-75bcff7b-8e90-466f-a9b0-697b3daaa9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:32:09Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['e4830d76-585b-409b-8bf7-45931346e0dc'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:32:21.439499 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Pushing event updated for resources: {'Port': ['ID=ef03de6d-f1c5-41f3-ba59-c64a31c0dd67,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:21.485292 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9b46aaa-0605-4772-ab83-c74349619a10 req-dbcdb521-c5d1-4126-a22d-0020c54654a8 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] No DVR routers for this DVR port b4037637-d2e8-46ac-9e71-a1873f93a273 on host hv-cinder-83607 {{(pid=103882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:32:21.487932 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-b9b46aaa-0605-4772-ab83-c74349619a10 req-dbcdb521-c5d1-4126-a22d-0020c54654a8 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for port (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:21.492662 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b9b46aaa-0605-4772-ab83-c74349619a10 req-dbcdb521-c5d1-4126-a22d-0020c54654a8 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.48 "DELETE /v2.0/ports/b4037637-d2e8-46ac-9e71-a1873f93a273 HTTP/1.1" status: 204 len: 173 time: 1.2016580 Apr 06 11:32:21.497201 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '081311f2-0586-4322-b5fe-be6919a27964', 'name': 'network-vif-deleted', 'tag': 'b4037637-d2e8-46ac-9e71-a1873f93a273'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:32:21.497600 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29156e5c8df2cda5f8c3a12ff109e02ba7a327efefb734c2c5f81b1bf548e3ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04392f26-53af-46ee-a701-ec353a39301d" -d '{"events": [{"server_uuid": "081311f2-0586-4322-b5fe-be6919a27964", "name": "network-vif-deleted", "tag": "b4037637-d2e8-46ac-9e71-a1873f93a273"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:32:21.544355 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a0836c-e1e9-4ff9-a925-b29bc29a3eb7 x-openstack-request-id: req-07a0836c-e1e9-4ff9-a925-b29bc29a3eb7 {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:32:21.544875 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "081311f2-0586-4322-b5fe-be6919a27964", "name": "network-vif-deleted", "tag": "b4037637-d2e8-46ac-9e71-a1873f93a273", "status": "completed", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:32:21.545318 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-07a0836c-e1e9-4ff9-a925-b29bc29a3eb7 {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:32:21.545880 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07a0836c-e1e9-4ff9-a925-b29bc29a3eb7'] response: {'server_uuid': '081311f2-0586-4322-b5fe-be6919a27964', 'name': 'network-vif-deleted', 'tag': 'b4037637-d2e8-46ac-9e71-a1873f93a273', 'status': 'completed', 'code': 200} Apr 06 11:32:21.743002 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-75bcff7b-8e90-466f-a9b0-697b3daaa9bb None None] Set router e4830d76-585b-409b-8bf7-45931346e0dc gateway port host: dv-cinder-836073-2-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:32:21.986094 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-75bcff7b-8e90-466f-a9b0-697b3daaa9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4830d76-585b-409b-8bf7-45931346e0dc', 'name': 'tempest-AttachVolumeTestJSON-1810931883-router', 'tenant_id': '3d847e14f64944dba3c2bfdecc16dd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': '6c476607-db3a-403a-93a6-d7736b229bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:27:40Z', 'updated_at': '2022-04-06T11:27:48Z', 'revision_number': 4, 'project_id': '3d847e14f64944dba3c2bfdecc16dd16', 'gw_port': {'id': '6c476607-db3a-403a-93a6-d7736b229bad', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:68:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4830d76-585b-409b-8bf7-45931346e0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:27:41Z', 'updated_at': '2022-04-06T11:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_interfaces': [{'id': '72e2d78d-619a-499d-a9a9-0df015ca6b4c', 'name': '', 'network_id': 'dc23bab2-5009-4000-9be8-b01c02506344', 'tenant_id': '3d847e14f64944dba3c2bfdecc16dd16', 'mac_address': 'fa:16:3e:fc:95:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4830d76-585b-409b-8bf7-45931346e0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'af591e27-8cd2-4603-8651-34dd07f2f0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:27:46Z', 'updated_at': '2022-04-06T11:27:56Z', 'revision_number': 5, 'project_id': '3d847e14f64944dba3c2bfdecc16dd16', 'subnets': [{'id': 'af591e27-8cd2-4603-8651-34dd07f2f0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:32:22.024941 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bcff7b-8e90-466f-a9b0-697b3daaa9bb None None] Checking router: e4830d76-585b-409b-8bf7-45931346e0dc for host: dv-cinder-836073-2-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:32:22.044607 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bcff7b-8e90-466f-a9b0-697b3daaa9bb None None] Routers {'e4830d76-585b-409b-8bf7-45931346e0dc'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:32:22.045377 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-75bcff7b-8e90-466f-a9b0-697b3daaa9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:32:09Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['e4830d76-585b-409b-8bf7-45931346e0dc'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:32:22.199800 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-75bcff7b-8e90-466f-a9b0-697b3daaa9bb None None] Set router e4830d76-585b-409b-8bf7-45931346e0dc gateway port host: dv-cinder-836073-2-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:32:22.257969 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a58a2a-ec9f-40c7-8fa0-547d47c137d1 None None] Sync routers for ids ['7ebc8eb1-75e1-4378-818a-878572ebbed2'] in dv-cinder-836073-2-iscsi {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:32:22.273541 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a58a2a-ec9f-40c7-8fa0-547d47c137d1 None None] Routers {'7ebc8eb1-75e1-4378-818a-878572ebbed2'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:32:22.277726 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-f0a58a2a-ec9f-40c7-8fa0-547d47c137d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:32:09Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['7ebc8eb1-75e1-4378-818a-878572ebbed2'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:32:22.304775 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2526805a-8334-426a-8548-879f73dee5da req-5e95a9e6-e5d0-44da-8a0e-d09ca4ad27d1 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=081311f2-0586-4322-b5fe-be6919a27964 HTTP/1.1" status: 200 len: 210 time: 0.0544839 Apr 06 11:32:22.438092 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-f0a58a2a-ec9f-40c7-8fa0-547d47c137d1 None None] Set router 7ebc8eb1-75e1-4378-818a-878572ebbed2 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:32:22.531378 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-75bcff7b-8e90-466f-a9b0-697b3daaa9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4830d76-585b-409b-8bf7-45931346e0dc', 'name': 'tempest-AttachVolumeTestJSON-1810931883-router', 'tenant_id': '3d847e14f64944dba3c2bfdecc16dd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': '6c476607-db3a-403a-93a6-d7736b229bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:27:40Z', 'updated_at': '2022-04-06T11:27:48Z', 'revision_number': 4, 'project_id': '3d847e14f64944dba3c2bfdecc16dd16', 'gw_port': {'id': '6c476607-db3a-403a-93a6-d7736b229bad', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:68:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4830d76-585b-409b-8bf7-45931346e0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:27:41Z', 'updated_at': '2022-04-06T11:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_interfaces': [{'id': '72e2d78d-619a-499d-a9a9-0df015ca6b4c', 'name': '', 'network_id': 'dc23bab2-5009-4000-9be8-b01c02506344', 'tenant_id': '3d847e14f64944dba3c2bfdecc16dd16', 'mac_address': 'fa:16:3e:fc:95:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4830d76-585b-409b-8bf7-45931346e0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'af591e27-8cd2-4603-8651-34dd07f2f0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:27:46Z', 'updated_at': '2022-04-06T11:27:56Z', 'revision_number': 5, 'project_id': '3d847e14f64944dba3c2bfdecc16dd16', 'subnets': [{'id': 'af591e27-8cd2-4603-8651-34dd07f2f0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:32:22.557755 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bcff7b-8e90-466f-a9b0-697b3daaa9bb None None] The sync data for ids ['e4830d76-585b-409b-8bf7-45931346e0dc'] in dv-cinder-836073-2-iscsi is: [{'id': 'e4830d76-585b-409b-8bf7-45931346e0dc', 'name': 'tempest-AttachVolumeTestJSON-1810931883-router', 'tenant_id': '3d847e14f64944dba3c2bfdecc16dd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': '6c476607-db3a-403a-93a6-d7736b229bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:27:40Z', 'updated_at': '2022-04-06T11:27:48Z', 'revision_number': 4, 'project_id': '3d847e14f64944dba3c2bfdecc16dd16', 'gw_port': {'id': '6c476607-db3a-403a-93a6-d7736b229bad', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:68:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4830d76-585b-409b-8bf7-45931346e0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:27:41Z', 'updated_at': '2022-04-06T11:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_interfaces': [{'id': '72e2d78d-619a-499d-a9a9-0df015ca6b4c', 'name': '', 'network_id': 'dc23bab2-5009-4000-9be8-b01c02506344', 'tenant_id': '3d847e14f64944dba3c2bfdecc16dd16', 'mac_address': 'fa:16:3e:fc:95:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4830d76-585b-409b-8bf7-45931346e0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'af591e27-8cd2-4603-8651-34dd07f2f0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:27:46Z', 'updated_at': '2022-04-06T11:27:56Z', 'revision_number': 5, 'project_id': '3d847e14f64944dba3c2bfdecc16dd16', 'subnets': [{'id': 'af591e27-8cd2-4603-8651-34dd07f2f0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:32:22.665071 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-f0a58a2a-ec9f-40c7-8fa0-547d47c137d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ebc8eb1-75e1-4378-818a-878572ebbed2', 'name': 'tempest-TestMinimumBasicScenario-1236498894-router', 'tenant_id': '5c290c56309a4a208da6746a2e7598e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'ef03de6d-f1c5-41f3-ba59-c64a31c0dd67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:32:13Z', 'updated_at': '2022-04-06T11:32:17Z', 'revision_number': 4, 'project_id': '5c290c56309a4a208da6746a2e7598e5', 'gw_port': {'id': 'ef03de6d-f1c5-41f3-ba59-c64a31c0dd67', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:96:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ebc8eb1-75e1-4378-818a-878572ebbed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:32:13Z', 'updated_at': '2022-04-06T11:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_interfaces': [{'id': 'b4554443-14cf-49fd-b6b7-d89125c8b393', 'name': '', 'network_id': 'd805fe79-727e-4efa-9e93-6230bc710952', 'tenant_id': '5c290c56309a4a208da6746a2e7598e5', 'mac_address': 'fa:16:3e:70:b5:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ebc8eb1-75e1-4378-818a-878572ebbed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'b95fedb3-3ea8-4623-bafc-a1a21d47dbc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:32:16Z', 'updated_at': '2022-04-06T11:32:17Z', 'revision_number': 2, 'project_id': '5c290c56309a4a208da6746a2e7598e5', 'subnets': [{'id': 'b95fedb3-3ea8-4623-bafc-a1a21d47dbc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:32:22.691835 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a58a2a-ec9f-40c7-8fa0-547d47c137d1 None None] Checking router: 7ebc8eb1-75e1-4378-818a-878572ebbed2 for host: dv-cinder-836073-2-iscsi {{(pid=103883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:32:22.692115 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a58a2a-ec9f-40c7-8fa0-547d47c137d1 None None] Updating router 7ebc8eb1-75e1-4378-818a-878572ebbed2 port b4554443-14cf-49fd-b6b7-d89125c8b393 binding host dv-cinder-836073-2-iscsi {{(pid=103883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 11:32:22.817996 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d42fa6-589f-45ed-92cb-ab8a50d7c9d9 None None] New status for floating IP 8a795ddc-ae4f-4425-8469-cdf2f8c00254: DOWN {{(pid=103884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:32:22.855046 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f0a58a2a-ec9f-40c7-8fa0-547d47c137d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (b4554443-14cf-49fd-b6b7-d89125c8b393), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:22.969982 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device ef03de6d-f1c5-41f3-ba59-c64a31c0dd67 up at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:32:23.102977 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Provisioning complete for port ef03de6d-f1c5-41f3-ba59-c64a31c0dd67 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:32:23.103355 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (ef03de6d-f1c5-41f3-ba59-c64a31c0dd67), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:23.149728 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964f797-bbe5-4198-b1a3-a6bdf8f2fd2c req-5a415d7c-5dad-49e2-aa29-c2f9d0e5268b tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:23.155682 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8964f797-bbe5-4198-b1a3-a6bdf8f2fd2c req-5a415d7c-5dad-49e2-aa29-c2f9d0e5268b tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=d35c028e-4cf8-489c-80b7-b86c29b4931d HTTP/1.1" status: 200 len: 945 time: 0.0758934 Apr 06 11:32:23.235148 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8964f797-bbe5-4198-b1a3-a6bdf8f2fd2c req-18d4b505-7fd0-42cb-a238-610f9c95922a tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=82206402-599a-4677-83f1-0a4da33930bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556257 Apr 06 11:32:23.264123 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Current status of the port ef03de6d-f1c5-41f3-ba59-c64a31c0dd67 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:32:23.286440 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f0a58a2a-ec9f-40c7-8fa0-547d47c137d1 None None] Publish callbacks [] for port (b4554443-14cf-49fd-b6b7-d89125c8b393), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:23.357812 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f0a58a2a-ec9f-40c7-8fa0-547d47c137d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (b4554443-14cf-49fd-b6b7-d89125c8b393), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:23.414260 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dee226-9f90-4fc0-bd49-c70eb9e811fd None None] Pushing event updated for resources: {'Port': ['ID=b4554443-14cf-49fd-b6b7-d89125c8b393,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:23.465468 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 54868) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:32:23.482550 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-f0a58a2a-ec9f-40c7-8fa0-547d47c137d1 None None] Attempting to bind port b4554443-14cf-49fd-b6b7-d89125c8b393 on host dv-cinder-836073-2-iscsi for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:32:23.483069 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-f0a58a2a-ec9f-40c7-8fa0-547d47c137d1 None None] Attempting to bind port b4554443-14cf-49fd-b6b7-d89125c8b393 by drivers openvswitch,hyperv on host dv-cinder-836073-2-iscsi at level 0 using segments [{'id': 'ad8554b1-2ca6-4cf8-ab29-e2992f852a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd805fe79-727e-4efa-9e93-6230bc710952'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:32:23.483640 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a58a2a-ec9f-40c7-8fa0-547d47c137d1 None None] Attempting to bind port b4554443-14cf-49fd-b6b7-d89125c8b393 on network d805fe79-727e-4efa-9e93-6230bc710952 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:32:23.494412 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a58a2a-ec9f-40c7-8fa0-547d47c137d1 None None] Checking agent: {'id': 'a2831ac0-05e7-463d-be89-41d2adab36ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 18, 43), 'started_at': datetime.datetime(2022, 4, 6, 11, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:32:23.497642 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a58a2a-ec9f-40c7-8fa0-547d47c137d1 None None] Checking segment: {'id': 'ad8554b1-2ca6-4cf8-ab29-e2992f852a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd805fe79-727e-4efa-9e93-6230bc710952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:32:23.497642 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f0a58a2a-ec9f-40c7-8fa0-547d47c137d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:23.497642 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a58a2a-ec9f-40c7-8fa0-547d47c137d1 None None] Bound using segment: {'id': 'ad8554b1-2ca6-4cf8-ab29-e2992f852a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd805fe79-727e-4efa-9e93-6230bc710952'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:32:23.497642 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-f0a58a2a-ec9f-40c7-8fa0-547d47c137d1 None None] Bound port: b4554443-14cf-49fd-b6b7-d89125c8b393, host: dv-cinder-836073-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8554b1-2ca6-4cf8-ab29-e2992f852a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd805fe79-727e-4efa-9e93-6230bc710952'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:32:23.497642 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f0a58a2a-ec9f-40c7-8fa0-547d47c137d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (b4554443-14cf-49fd-b6b7-d89125c8b393), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:23.555239 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-cffdf404-6303-4bd5-821c-9541772f1f91 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks [] for security_group (bd7f9ccd-ed17-41d5-9a76-4d027a6a8ed5), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:23.588410 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-cffdf404-6303-4bd5-821c-9541772f1f91 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks [] for security_group (bd7f9ccd-ed17-41d5-9a76-4d027a6a8ed5), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:23.611483 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-f0a58a2a-ec9f-40c7-8fa0-547d47c137d1 None None] For port b4554443-14cf-49fd-b6b7-d89125c8b393, host dv-cinder-836073-2-iscsi, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:32:23.616139 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-f0a58a2a-ec9f-40c7-8fa0-547d47c137d1 None None] For port b4554443-14cf-49fd-b6b7-d89125c8b393, host dv-cinder-836073-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=b4554443-14cf-49fd-b6b7-d89125c8b393,segment=NetworkSegment(ad8554b1-2ca6-4cf8-ab29-e2992f852a46),segment_id=ad8554b1-2ca6-4cf8-ab29-e2992f852a46)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:32:23.687873 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f0a58a2a-ec9f-40c7-8fa0-547d47c137d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (b4554443-14cf-49fd-b6b7-d89125c8b393), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:23.713017 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-cffdf404-6303-4bd5-821c-9541772f1f91 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (bd7f9ccd-ed17-41d5-9a76-4d027a6a8ed5), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:23.715884 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-cffdf404-6303-4bd5-821c-9541772f1f91 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:23.721138 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 54870) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:32:23.738780 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-cffdf404-6303-4bd5-821c-9541772f1f91 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "DELETE /v2.0/security-groups/bd7f9ccd-ed17-41d5-9a76-4d027a6a8ed5 HTTP/1.1" status: 204 len: 168 time: 0.2700527 Apr 06 11:32:23.747801 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a58a2a-ec9f-40c7-8fa0-547d47c137d1 None None] Routers {'7ebc8eb1-75e1-4378-818a-878572ebbed2'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:32:23.747801 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-f0a58a2a-ec9f-40c7-8fa0-547d47c137d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:32:09Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['7ebc8eb1-75e1-4378-818a-878572ebbed2'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:32:23.764688 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.api.v2.resource [None req-8eb81ed3-4550-4bb8-a084-36c888bf63d6 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] show failed (client error): The resource could not be found. Apr 06 11:32:23.773795 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-8eb81ed3-4550-4bb8-a084-36c888bf63d6 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/security-groups/bd7f9ccd-ed17-41d5-9a76-4d027a6a8ed5 HTTP/1.1" status: 404 len: 347 time: 0.0472746 Apr 06 11:32:23.777903 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 54872) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:32:23.778314 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffdf404-6303-4bd5-821c-9541772f1f91 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd7f9ccd-ed17-41d5-9a76-4d027a6a8ed5,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:23.818917 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dee226-9f90-4fc0-bd49-c70eb9e811fd None None] Pushing event updated for resources: {'Port': ['ID=b4554443-14cf-49fd-b6b7-d89125c8b393,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:23.850513 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-1b910d41-75c9-4560-8c3a-f416d12cc425 None None] Provisioning complete for port b4554443-14cf-49fd-b6b7-d89125c8b393 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:32:23.850943 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-1b910d41-75c9-4560-8c3a-f416d12cc425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (b4554443-14cf-49fd-b6b7-d89125c8b393), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:23.960116 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-f0a58a2a-ec9f-40c7-8fa0-547d47c137d1 None None] Set router 7ebc8eb1-75e1-4378-818a-878572ebbed2 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:32:23.972754 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-1fd990e9-f69e-41be-889d-3556ce5cfc4f tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Deleting port 71ac8294-e2df-42f9-a0a0-592145c9aec6 {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:32:23.973492 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1fd990e9-f69e-41be-889d-3556ce5cfc4f tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192836145'] for port (71ac8294-e2df-42f9-a0a0-592145c9aec6), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:24.064283 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-1b910d41-75c9-4560-8c3a-f416d12cc425 None None] Current status of the port b4554443-14cf-49fd-b6b7-d89125c8b393 is: DOWN; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:32:24.064833 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-1b910d41-75c9-4560-8c3a-f416d12cc425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (b4554443-14cf-49fd-b6b7-d89125c8b393), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:24.069742 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1fd990e9-f69e-41be-889d-3556ce5cfc4f tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-891628'] for port (71ac8294-e2df-42f9-a0a0-592145c9aec6), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:24.070074 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1fd990e9-f69e-41be-889d-3556ce5cfc4f tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks [] for floatingip (71ac8294-e2df-42f9-a0a0-592145c9aec6), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:24.086725 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-1fd990e9-f69e-41be-889d-3556ce5cfc4f tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Calling delete_port for 71ac8294-e2df-42f9-a0a0-592145c9aec6 owned by network:floatingip {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:32:24.182523 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-1b910d41-75c9-4560-8c3a-f416d12cc425 None None] For port b4554443-14cf-49fd-b6b7-d89125c8b393, host dv-cinder-836073-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=b4554443-14cf-49fd-b6b7-d89125c8b393,segment=NetworkSegment(ad8554b1-2ca6-4cf8-ab29-e2992f852a46),segment_id=ad8554b1-2ca6-4cf8-ab29-e2992f852a46)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:32:24.270389 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-1b910d41-75c9-4560-8c3a-f416d12cc425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (b4554443-14cf-49fd-b6b7-d89125c8b393), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:24.327771 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1fd990e9-f69e-41be-889d-3556ce5cfc4f tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192843524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779192465933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797839'] for port (71ac8294-e2df-42f9-a0a0-592145c9aec6), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:24.345753 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b910d41-75c9-4560-8c3a-f416d12cc425 None None] Pushing event updated for resources: {'Port': ['ID=b4554443-14cf-49fd-b6b7-d89125c8b393,revision_number=5']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:24.364316 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd990e9-f69e-41be-889d-3556ce5cfc4f tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Pushing event deleted for resources: {'Port': ['ID=71ac8294-e2df-42f9-a0a0-592145c9aec6,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:24.366976 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-f0a58a2a-ec9f-40c7-8fa0-547d47c137d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ebc8eb1-75e1-4378-818a-878572ebbed2', 'name': 'tempest-TestMinimumBasicScenario-1236498894-router', 'tenant_id': '5c290c56309a4a208da6746a2e7598e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'ef03de6d-f1c5-41f3-ba59-c64a31c0dd67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:32:13Z', 'updated_at': '2022-04-06T11:32:17Z', 'revision_number': 4, 'project_id': '5c290c56309a4a208da6746a2e7598e5', 'gw_port': {'id': 'ef03de6d-f1c5-41f3-ba59-c64a31c0dd67', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:96:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ebc8eb1-75e1-4378-818a-878572ebbed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:32:13Z', 'updated_at': '2022-04-06T11:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_interfaces': [{'id': 'b4554443-14cf-49fd-b6b7-d89125c8b393', 'name': '', 'network_id': 'd805fe79-727e-4efa-9e93-6230bc710952', 'tenant_id': '5c290c56309a4a208da6746a2e7598e5', 'mac_address': 'fa:16:3e:70:b5:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ebc8eb1-75e1-4378-818a-878572ebbed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'b95fedb3-3ea8-4623-bafc-a1a21d47dbc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:32:16Z', 'updated_at': '2022-04-06T11:32:23Z', 'revision_number': 4, 'project_id': '5c290c56309a4a208da6746a2e7598e5', 'subnets': [{'id': 'b95fedb3-3ea8-4623-bafc-a1a21d47dbc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:32:24.379061 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd990e9-f69e-41be-889d-3556ce5cfc4f tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:32:24.379061 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd990e9-f69e-41be-889d-3556ce5cfc4f tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:32:24.380725 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd990e9-f69e-41be-889d-3556ce5cfc4f tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:32:24.380725 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd990e9-f69e-41be-889d-3556ce5cfc4f tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:32:24.380725 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd990e9-f69e-41be-889d-3556ce5cfc4f tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:32:24.380725 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd990e9-f69e-41be-889d-3556ce5cfc4f tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:32:24.380725 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd990e9-f69e-41be-889d-3556ce5cfc4f tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:32:24.381122 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd990e9-f69e-41be-889d-3556ce5cfc4f tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:32:24.381122 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd990e9-f69e-41be-889d-3556ce5cfc4f tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:32:24.381550 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd990e9-f69e-41be-889d-3556ce5cfc4f tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:32:24.381881 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd990e9-f69e-41be-889d-3556ce5cfc4f tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:32:24.382202 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd990e9-f69e-41be-889d-3556ce5cfc4f tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:32:24.382530 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd990e9-f69e-41be-889d-3556ce5cfc4f tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:32:24.382930 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd990e9-f69e-41be-889d-3556ce5cfc4f tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:32:24.383343 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd990e9-f69e-41be-889d-3556ce5cfc4f tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:32:24.399248 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d9820f-f793-4ea5-ae49-af4bd70b748f req-0d4b6038-ea5a-4205-bf46-ba1121d4b98a tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:24.403107 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-e8d9820f-f793-4ea5-ae49-af4bd70b748f req-0d4b6038-ea5a-4205-bf46-ba1121d4b98a tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=d35c028e-4cf8-489c-80b7-b86c29b4931d HTTP/1.1" status: 200 len: 945 time: 0.0810487 Apr 06 11:32:24.432321 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a58a2a-ec9f-40c7-8fa0-547d47c137d1 None None] The sync data for ids ['7ebc8eb1-75e1-4378-818a-878572ebbed2'] in dv-cinder-836073-2-iscsi is: [{'id': '7ebc8eb1-75e1-4378-818a-878572ebbed2', 'name': 'tempest-TestMinimumBasicScenario-1236498894-router', 'tenant_id': '5c290c56309a4a208da6746a2e7598e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'ef03de6d-f1c5-41f3-ba59-c64a31c0dd67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:32:13Z', 'updated_at': '2022-04-06T11:32:17Z', 'revision_number': 4, 'project_id': '5c290c56309a4a208da6746a2e7598e5', 'gw_port': {'id': 'ef03de6d-f1c5-41f3-ba59-c64a31c0dd67', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:96:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ebc8eb1-75e1-4378-818a-878572ebbed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:32:13Z', 'updated_at': '2022-04-06T11:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_interfaces': [{'id': 'b4554443-14cf-49fd-b6b7-d89125c8b393', 'name': '', 'network_id': 'd805fe79-727e-4efa-9e93-6230bc710952', 'tenant_id': '5c290c56309a4a208da6746a2e7598e5', 'mac_address': 'fa:16:3e:70:b5:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ebc8eb1-75e1-4378-818a-878572ebbed2', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'b95fedb3-3ea8-4623-bafc-a1a21d47dbc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:32:16Z', 'updated_at': '2022-04-06T11:32:23Z', 'revision_number': 4, 'project_id': '5c290c56309a4a208da6746a2e7598e5', 'subnets': [{'id': 'b95fedb3-3ea8-4623-bafc-a1a21d47dbc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:32:24.451246 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-4aa6d99a-6c13-4992-a888-4dd71e2d4ec4 None None] Provisioning complete for port b4554443-14cf-49fd-b6b7-d89125c8b393 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:32:24.451766 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-4aa6d99a-6c13-4992-a888-4dd71e2d4ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (b4554443-14cf-49fd-b6b7-d89125c8b393), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:24.474155 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1fd990e9-f69e-41be-889d-3556ce5cfc4f tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks [] for floatingip (8a795ddc-ae4f-4425-8469-cdf2f8c00254), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:24.476746 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1fd990e9-f69e-41be-889d-3556ce5cfc4f tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for floatingip (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:24.480545 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-1fd990e9-f69e-41be-889d-3556ce5cfc4f tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "DELETE /v2.0/floatingips/8a795ddc-ae4f-4425-8469-cdf2f8c00254 HTTP/1.1" status: 204 len: 168 time: 0.6988146 Apr 06 11:32:24.511529 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-e8d9820f-f793-4ea5-ae49-af4bd70b748f req-626317e5-efec-4dca-b030-89f9b73ba393 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=82206402-599a-4677-83f1-0a4da33930bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023068 Apr 06 11:32:24.609317 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-4aa6d99a-6c13-4992-a888-4dd71e2d4ec4 None None] Current status of the port b4554443-14cf-49fd-b6b7-d89125c8b393 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:32:24.744917 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device b4037637-d2e8-46ac-9e71-a1873f93a273 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:32:24.784380 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] No Port match for: b4037637-d2e8-46ac-9e71-a1873f93a273 {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:32:24.784713 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device b4037637-d2e8-46ac-9e71-a1873f93a273 not bound to the agent host hv-cinder-83607 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:32:24.924499 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 54878) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:32:24.929271 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-8df5922f-f575-4652-b0f8-29879043a964 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1645886295', 'description': 'tempest-description--978957655'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:32:25.031703 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device b4554443-14cf-49fd-b6b7-d89125c8b393 up at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:32:25.043985 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8df5922f-f575-4652-b0f8-29879043a964 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:25.118745 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Provisioning complete for port b4554443-14cf-49fd-b6b7-d89125c8b393 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:32:25.118993 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (b4554443-14cf-49fd-b6b7-d89125c8b393), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:25.161647 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ab62c5-8409-4d23-bee5-ea7da760a727 req-c7e6e32e-9345-494e-9144-afd42d7c375b tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:25.163553 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-09ab62c5-8409-4d23-bee5-ea7da760a727 req-c7e6e32e-9345-494e-9144-afd42d7c375b tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.48 "GET /v2.0/ports?device_id=d35c028e-4cf8-489c-80b7-b86c29b4931d HTTP/1.1" status: 200 len: 945 time: 0.1068537 Apr 06 11:32:25.257911 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Current status of the port b4554443-14cf-49fd-b6b7-d89125c8b393 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:32:25.272842 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8df5922f-f575-4652-b0f8-29879043a964 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks [] for security_group (20bc3d68-ee7e-475c-9099-56811ff32fc9), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:25.306014 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [req-09ab62c5-8409-4d23-bee5-ea7da760a727 req-24d49709-2ba0-4458-ba80-8a2bad7c0eed tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Deleting port df1360db-fae3-49fb-a625-9bc6842b513b {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:32:25.306371 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-09ab62c5-8409-4d23-bee5-ea7da760a727 req-24d49709-2ba0-4458-ba80-8a2bad7c0eed tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192836145'] for port (df1360db-fae3-49fb-a625-9bc6842b513b), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:25.356698 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8df5922f-f575-4652-b0f8-29879043a964 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (20bc3d68-ee7e-475c-9099-56811ff32fc9), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:25.403450 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df5922f-f575-4652-b0f8-29879043a964 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20bc3d68-ee7e-475c-9099-56811ff32fc9,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:25.439748 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [req-09ab62c5-8409-4d23-bee5-ea7da760a727 req-24d49709-2ba0-4458-ba80-8a2bad7c0eed tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] For port df1360db-fae3-49fb-a625-9bc6842b513b, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=df1360db-fae3-49fb-a625-9bc6842b513b,segment=NetworkSegment(198df4e5-b698-49c8-a8e7-40f2cf45ec63),segment_id=198df4e5-b698-49c8-a8e7-40f2cf45ec63)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:32:25.439748 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-09ab62c5-8409-4d23-bee5-ea7da760a727 req-24d49709-2ba0-4458-ba80-8a2bad7c0eed tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-891628'] for port (df1360db-fae3-49fb-a625-9bc6842b513b), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:25.456284 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [req-09ab62c5-8409-4d23-bee5-ea7da760a727 req-24d49709-2ba0-4458-ba80-8a2bad7c0eed tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Calling delete_port for df1360db-fae3-49fb-a625-9bc6842b513b owned by compute:nova {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:32:25.506073 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8df5922f-f575-4652-b0f8-29879043a964 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:25.507417 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-8df5922f-f575-4652-b0f8-29879043a964 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5816877 Apr 06 11:32:25.510615 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 54880) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:32:25.515522 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-245571b5-8c7e-4cb0-8b35-d5aa83477297 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Request body: {'security_group_rule': {'security_group_id': '20bc3d68-ee7e-475c-9099-56811ff32fc9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:32:25.660389 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c95eb5-76e3-4ebc-9c7e-44dcbee16110 req-f4045bbf-f144-4016-bead-42e6ca5cae71 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:25.662129 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-64c95eb5-76e3-4ebc-9c7e-44dcbee16110 req-f4045bbf-f144-4016-bead-42e6ca5cae71 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=d35c028e-4cf8-489c-80b7-b86c29b4931d HTTP/1.1" status: 200 len: 945 time: 0.0575440 Apr 06 11:32:25.670908 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-245571b5-8c7e-4cb0-8b35-d5aa83477297 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks [] for security_group_rule (b44a70a0-4030-4bb0-8956-412966a9e7b1), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:25.693195 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-09ab62c5-8409-4d23-bee5-ea7da760a727 req-24d49709-2ba0-4458-ba80-8a2bad7c0eed tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192843524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779192465933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797839'] for port (df1360db-fae3-49fb-a625-9bc6842b513b), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:25.708144 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] get_ports_and_sgs() called for port_ids ['7fcabb26-3c5a-4b0d-b661-44c5c09bec89', 'df1360db-fae3-49fb-a625-9bc6842b513b'] {{(pid=103883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:32:25.751994 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-64c95eb5-76e3-4ebc-9c7e-44dcbee16110 req-1a7c0185-a2b7-4281-9cdb-cc300d2d5bb5 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=82206402-599a-4677-83f1-0a4da33930bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821669 Apr 06 11:32:25.775314 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d49709-2ba0-4458-ba80-8a2bad7c0eed tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Pushing event deleted for resources: {'Port': ['ID=df1360db-fae3-49fb-a625-9bc6842b513b,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:25.775766 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-245571b5-8c7e-4cb0-8b35-d5aa83477297 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks [] for security_group_rule (b44a70a0-4030-4bb0-8956-412966a9e7b1), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:25.833542 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [req-09ab62c5-8409-4d23-bee5-ea7da760a727 req-24d49709-2ba0-4458-ba80-8a2bad7c0eed tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] No DVR routers for this DVR port df1360db-fae3-49fb-a625-9bc6842b513b on host hv-cinder-83607 {{(pid=103882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:32:25.836073 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-09ab62c5-8409-4d23-bee5-ea7da760a727 req-24d49709-2ba0-4458-ba80-8a2bad7c0eed tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for port (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:25.842458 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-09ab62c5-8409-4d23-bee5-ea7da760a727 req-24d49709-2ba0-4458-ba80-8a2bad7c0eed tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.48 "DELETE /v2.0/ports/df1360db-fae3-49fb-a625-9bc6842b513b HTTP/1.1" status: 204 len: 173 time: 0.6719170 Apr 06 11:32:25.842956 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd35c028e-4cf8-489c-80b7-b86c29b4931d', 'name': 'network-vif-deleted', 'tag': 'df1360db-fae3-49fb-a625-9bc6842b513b'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:32:25.845384 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29156e5c8df2cda5f8c3a12ff109e02ba7a327efefb734c2c5f81b1bf548e3ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b57a48-8688-4e23-9f6b-2774d0aefbaf" -d '{"events": [{"server_uuid": "d35c028e-4cf8-489c-80b7-b86c29b4931d", "name": "network-vif-deleted", "tag": "df1360db-fae3-49fb-a625-9bc6842b513b"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:32:25.869893 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-245571b5-8c7e-4cb0-8b35-d5aa83477297 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770697'] for security_group_rule (b44a70a0-4030-4bb0-8956-412966a9e7b1), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:25.890461 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c1d204d-e7ba-4086-b0cb-52c765f2a515 x-openstack-request-id: req-8c1d204d-e7ba-4086-b0cb-52c765f2a515 {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:32:25.890760 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d35c028e-4cf8-489c-80b7-b86c29b4931d", "name": "network-vif-deleted", "tag": "df1360db-fae3-49fb-a625-9bc6842b513b", "status": "completed", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:32:25.891009 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8c1d204d-e7ba-4086-b0cb-52c765f2a515 {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:32:25.891595 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c1d204d-e7ba-4086-b0cb-52c765f2a515'] response: {'server_uuid': 'd35c028e-4cf8-489c-80b7-b86c29b4931d', 'name': 'network-vif-deleted', 'tag': 'df1360db-fae3-49fb-a625-9bc6842b513b', 'status': 'completed', 'code': 200} Apr 06 11:32:25.903241 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245571b5-8c7e-4cb0-8b35-d5aa83477297 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b44a70a0-4030-4bb0-8956-412966a9e7b1,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:25.986167 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-245571b5-8c7e-4cb0-8b35-d5aa83477297 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:25.987875 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-245571b5-8c7e-4cb0-8b35-d5aa83477297 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4761660 Apr 06 11:32:25.990820 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 54886) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:32:25.996118 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-226fe3ce-e97b-491e-bf77-0ade4dd0c700 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Request body: {'security_group_rule': {'security_group_id': '20bc3d68-ee7e-475c-9099-56811ff32fc9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:32:26.075402 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-226fe3ce-e97b-491e-bf77-0ade4dd0c700 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks [] for security_group_rule (041817dc-c253-49d9-941b-d332fe4b6f67), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:26.142939 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-226fe3ce-e97b-491e-bf77-0ade4dd0c700 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks [] for security_group_rule (041817dc-c253-49d9-941b-d332fe4b6f67), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:26.230488 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-226fe3ce-e97b-491e-bf77-0ade4dd0c700 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770697'] for security_group_rule (041817dc-c253-49d9-941b-d332fe4b6f67), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:26.250266 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226fe3ce-e97b-491e-bf77-0ade4dd0c700 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=041817dc-c253-49d9-941b-d332fe4b6f67,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:26.335954 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-226fe3ce-e97b-491e-bf77-0ade4dd0c700 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:26.337323 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-226fe3ce-e97b-491e-bf77-0ade4dd0c700 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3452601 Apr 06 11:32:26.341303 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 54888) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:32:26.346307 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-202a67f8-14fa-4a55-aa67-61e152a03cfc tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Request body: {'floatingip': {'floating_network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:32:26.412866 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-202a67f8-14fa-4a55-aa67-61e152a03cfc tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:26.517580 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-202a67f8-14fa-4a55-aa67-61e152a03cfc tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:26.620087 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [None req-202a67f8-14fa-4a55-aa67-61e152a03cfc tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Allocated IP 172.27.2.200 (698fa61f-093e-4dd4-aaec-c1b231275ecc/4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809/8154d33b-23ef-4929-994f-b6f7b1491a78) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:32:26.726022 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-202a67f8-14fa-4a55-aa67-61e152a03cfc tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks [] for port (8154d33b-23ef-4929-994f-b6f7b1491a78), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:26.865488 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8f32610a-579b-400d-8fc6-c58ddcc44459 req-cf8eddfd-9e59-43a6-b646-8f996b488542 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=d35c028e-4cf8-489c-80b7-b86c29b4931d HTTP/1.1" status: 200 len: 210 time: 0.0280111 Apr 06 11:32:26.892914 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-202a67f8-14fa-4a55-aa67-61e152a03cfc tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779192465924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797839'] for port (8154d33b-23ef-4929-994f-b6f7b1491a78), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:26.928816 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202a67f8-14fa-4a55-aa67-61e152a03cfc tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Network 698fa61f-093e-4dd4-aaec-c1b231275ecc is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:32:26.933670 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-202a67f8-14fa-4a55-aa67-61e152a03cfc tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:32:26.937493 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202a67f8-14fa-4a55-aa67-61e152a03cfc tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:32:26.961516 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202a67f8-14fa-4a55-aa67-61e152a03cfc tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Pushing event updated for resources: {'Port': ['ID=8154d33b-23ef-4929-994f-b6f7b1491a78,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:27.035493 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-202a67f8-14fa-4a55-aa67-61e152a03cfc tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks [] for floatingip (8e282ca0-168e-49bf-83fb-6d6b36e79f70), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:27.172169 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-202a67f8-14fa-4a55-aa67-61e152a03cfc tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (8154d33b-23ef-4929-994f-b6f7b1491a78), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:27.363047 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ced74a-4b6e-46d9-b526-cf9c70da1bd7 req-82553005-a887-4dab-a535-da1f08497014 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:27.365438 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d6ced74a-4b6e-46d9-b526-cf9c70da1bd7 req-82553005-a887-4dab-a535-da1f08497014 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/ports?device_id=20f1413f-f56d-4860-9f05-81b5a7d23497 HTTP/1.1" status: 200 len: 946 time: 0.0934720 Apr 06 11:32:27.425732 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-202a67f8-14fa-4a55-aa67-61e152a03cfc tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks [] for port (8154d33b-23ef-4929-994f-b6f7b1491a78), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:27.450810 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d6ced74a-4b6e-46d9-b526-cf9c70da1bd7 req-a41dbe26-7529-4e1e-9737-5a4cd038d090 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac894724-97ca-41d3-96d5-110745d86dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725083 Apr 06 11:32:27.492597 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-202a67f8-14fa-4a55-aa67-61e152a03cfc tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8797942'] for port (8154d33b-23ef-4929-994f-b6f7b1491a78), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:27.568074 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202a67f8-14fa-4a55-aa67-61e152a03cfc tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Pushing event updated for resources: {'Port': ['ID=8154d33b-23ef-4929-994f-b6f7b1491a78,revision_number=2']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:27.583300 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-202a67f8-14fa-4a55-aa67-61e152a03cfc tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-886429'] for floatingip (8e282ca0-168e-49bf-83fb-6d6b36e79f70), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:27.638655 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-202a67f8-14fa-4a55-aa67-61e152a03cfc tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for floatingip (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:27.639829 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-202a67f8-14fa-4a55-aa67-61e152a03cfc tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2975154 Apr 06 11:32:27.867924 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-310878b6-aec8-4efb-b7fa-acad54a2cb95 req-784ee604-ca1e-4999-883a-c53657dcf0e3 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1645886295&fields=id&tenant_id=3d847e14f64944dba3c2bfdecc16dd16 HTTP/1.1" status: 200 len: 267 time: 0.0483088 Apr 06 11:32:28.007619 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310878b6-aec8-4efb-b7fa-acad54a2cb95 req-e246f7d9-9efd-4222-b29b-1480753593e7 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:28.009122 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-310878b6-aec8-4efb-b7fa-acad54a2cb95 req-e246f7d9-9efd-4222-b29b-1480753593e7 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/networks?id=dc23bab2-5009-4000-9be8-b01c02506344 HTTP/1.1" status: 200 len: 811 time: 0.1332557 Apr 06 11:32:28.024014 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-310878b6-aec8-4efb-b7fa-acad54a2cb95 req-4fe9a35b-10e1-4c4d-a068-aa52764eaaf6 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/quotas/3d847e14f64944dba3c2bfdecc16dd16 HTTP/1.1" status: 200 len: 375 time: 0.0092816 Apr 06 11:32:28.097217 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-310878b6-aec8-4efb-b7fa-acad54a2cb95 req-812a21b1-9cfc-418c-9e1d-81331af3bdf3 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3d847e14f64944dba3c2bfdecc16dd16&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0642793 Apr 06 11:32:28.233713 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-310878b6-aec8-4efb-b7fa-acad54a2cb95 req-755b4090-8da7-483e-89b7-c8641624db94 service neutron] 10.222.0.43 "GET /v2.0/networks/dc23bab2-5009-4000-9be8-b01c02506344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125231 Apr 06 11:32:28.349167 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-310878b6-aec8-4efb-b7fa-acad54a2cb95 req-015d7a74-2a60-4538-bcdf-fc6f91e76f65 service neutron] 10.222.0.43 "GET /v2.0/networks/dc23bab2-5009-4000-9be8-b01c02506344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145165 Apr 06 11:32:28.404756 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7267a32c-8f89-4643-8f3b-0a49cb378c97 req-f29c5375-8416-42d1-a42a-37df3848527a tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:28.412261 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7267a32c-8f89-4643-8f3b-0a49cb378c97 req-f29c5375-8416-42d1-a42a-37df3848527a tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5f3e882-c3d2-4207-90be-fb022681182c HTTP/1.1" status: 200 len: 945 time: 0.0654800 Apr 06 11:32:28.468984 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7267a32c-8f89-4643-8f3b-0a49cb378c97 req-7670d3cf-9415-405d-94c7-d7d9e3dacb4c tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=82206402-599a-4677-83f1-0a4da33930bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555477 Apr 06 11:32:28.607085 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-f334451a-fece-43dc-8980-ac378dc0b067 req-cb719934-5751-48ce-a983-95b08e0858f7 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=95a94d5a-1bab-482d-bffe-60f1f83d0112 HTTP/1.1" status: 200 len: 210 time: 0.0307813 Apr 06 11:32:28.646834 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba7a702-67a2-482a-aa10-3881652a62f2 req-a02738b3-04c2-4736-9baa-f2a70f4790e3 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:28.646834 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6ba7a702-67a2-482a-aa10-3881652a62f2 req-a02738b3-04c2-4736-9baa-f2a70f4790e3 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/ports?device_id=20f1413f-f56d-4860-9f05-81b5a7d23497 HTTP/1.1" status: 200 len: 946 time: 0.0975733 Apr 06 11:32:28.704770 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6ba7a702-67a2-482a-aa10-3881652a62f2 req-ce6427a4-f012-41ce-9c98-621b4d12e064 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac894724-97ca-41d3-96d5-110745d86dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507643 Apr 06 11:32:28.761458 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device df1360db-fae3-49fb-a625-9bc6842b513b no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:32:28.782144 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] No Port match for: df1360db-fae3-49fb-a625-9bc6842b513b {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:32:28.782957 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device df1360db-fae3-49fb-a625-9bc6842b513b not bound to the agent host hv-cinder-83607 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:32:29.591048 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f474f34-9375-449c-bb2f-7a1cafacbf74 req-aca8fb15-14db-4f53-8033-e2eb30522f72 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:29.593677 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-6f474f34-9375-449c-bb2f-7a1cafacbf74 req-aca8fb15-14db-4f53-8033-e2eb30522f72 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5f3e882-c3d2-4207-90be-fb022681182c HTTP/1.1" status: 200 len: 945 time: 0.0596828 Apr 06 11:32:29.677429 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-6f474f34-9375-449c-bb2f-7a1cafacbf74 req-af34d788-a7c1-4cdf-8042-5b2b103d456c tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=82206402-599a-4677-83f1-0a4da33930bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694788 Apr 06 11:32:29.825612 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13db568-e8f2-40ad-b550-86f130fc5e36 req-2340e080-7002-4e61-a45f-ec371ad69e14 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:29.826907 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-f13db568-e8f2-40ad-b550-86f130fc5e36 req-2340e080-7002-4e61-a45f-ec371ad69e14 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/ports?device_id=20f1413f-f56d-4860-9f05-81b5a7d23497 HTTP/1.1" status: 200 len: 946 time: 0.0543113 Apr 06 11:32:29.893858 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-f13db568-e8f2-40ad-b550-86f130fc5e36 req-f14603f8-7680-44f8-a24f-1629c0f80e8e tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac894724-97ca-41d3-96d5-110745d86dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607228 Apr 06 11:32:29.966464 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c8fdd302-eb66-4298-a5ef-f215339fea76 req-53f500e1-39f8-4cc3-b33d-30aa7644253f tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=95a94d5a-1bab-482d-bffe-60f1f83d0112 HTTP/1.1" status: 200 len: 210 time: 0.2800496 Apr 06 11:32:30.782875 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c5527-ee95-44d5-b97e-e4c626c68904 req-31b53213-6c18-4983-89ab-f3205587ea38 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:30.784381 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-9e4c5527-ee95-44d5-b97e-e4c626c68904 req-31b53213-6c18-4983-89ab-f3205587ea38 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5f3e882-c3d2-4207-90be-fb022681182c HTTP/1.1" status: 200 len: 945 time: 0.0529039 Apr 06 11:32:30.833190 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-9e4c5527-ee95-44d5-b97e-e4c626c68904 req-eafb7193-a169-43f4-9eba-ad3b9b43294b tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=82206402-599a-4677-83f1-0a4da33930bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423870 Apr 06 11:32:31.017331 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df78b804-5a0c-4ba2-8f45-8d06fbf5777c req-cba33116-bfe8-443d-a01b-6275a00543d9 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:31.018805 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-df78b804-5a0c-4ba2-8f45-8d06fbf5777c req-cba33116-bfe8-443d-a01b-6275a00543d9 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/ports?device_id=20f1413f-f56d-4860-9f05-81b5a7d23497 HTTP/1.1" status: 200 len: 946 time: 0.0510166 Apr 06 11:32:31.047963 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-9f7f66ef-2f45-4ec2-8264-a1c82f0b6055 req-73ff3ff9-1907-4763-8da5-3808c5c89f73 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=95a94d5a-1bab-482d-bffe-60f1f83d0112 HTTP/1.1" status: 200 len: 210 time: 0.0296848 Apr 06 11:32:31.072557 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-df78b804-5a0c-4ba2-8f45-8d06fbf5777c req-004cebaa-0902-47eb-8436-95c3a0d29816 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac894724-97ca-41d3-96d5-110745d86dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481102 Apr 06 11:32:31.296858 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e4897-148d-431a-b64d-c259fb4a1389 req-7328f3db-737e-4462-aa79-0129a829f9ad tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:31.298329 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b01e4897-148d-431a-b64d-c259fb4a1389 req-7328f3db-737e-4462-aa79-0129a829f9ad tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.48 "GET /v2.0/ports?device_id=20f1413f-f56d-4860-9f05-81b5a7d23497 HTTP/1.1" status: 200 len: 946 time: 0.0522499 Apr 06 11:32:31.420058 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bad406-5cc1-4ddf-9167-2ec28c903d60 req-ac94119a-789f-4bf7-90c4-97773b29eed7 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:31.422362 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-46bad406-5cc1-4ddf-9167-2ec28c903d60 req-ac94119a-789f-4bf7-90c4-97773b29eed7 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5f3e882-c3d2-4207-90be-fb022681182c HTTP/1.1" status: 200 len: 945 time: 0.1059132 Apr 06 11:32:31.480378 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [req-b01e4897-148d-431a-b64d-c259fb4a1389 req-d8b34b1e-b3dd-4b4a-9a49-8bda871a6f8f tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Deleting port 4b643a6f-8f61-4d24-a607-c18d8c6dcc43 {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:32:31.480632 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-b01e4897-148d-431a-b64d-c259fb4a1389 req-d8b34b1e-b3dd-4b4a-9a49-8bda871a6f8f tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192836145'] for port (4b643a6f-8f61-4d24-a607-c18d8c6dcc43), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:31.596658 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [req-46bad406-5cc1-4ddf-9167-2ec28c903d60 req-307ff02a-ec37-4a47-a78b-5c2cc785413e tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Deleting port 7fcabb26-3c5a-4b0d-b661-44c5c09bec89 {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:32:31.596991 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-46bad406-5cc1-4ddf-9167-2ec28c903d60 req-307ff02a-ec37-4a47-a78b-5c2cc785413e tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192836145'] for port (7fcabb26-3c5a-4b0d-b661-44c5c09bec89), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:31.601556 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [req-b01e4897-148d-431a-b64d-c259fb4a1389 req-d8b34b1e-b3dd-4b4a-9a49-8bda871a6f8f tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] For port 4b643a6f-8f61-4d24-a607-c18d8c6dcc43, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=4b643a6f-8f61-4d24-a607-c18d8c6dcc43,segment=NetworkSegment(6a602240-3922-4bf0-a8bb-04a4d05b55c4),segment_id=6a602240-3922-4bf0-a8bb-04a4d05b55c4)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:32:31.601910 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-b01e4897-148d-431a-b64d-c259fb4a1389 req-d8b34b1e-b3dd-4b4a-9a49-8bda871a6f8f tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-891628'] for port (4b643a6f-8f61-4d24-a607-c18d8c6dcc43), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:31.772656 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [req-46bad406-5cc1-4ddf-9167-2ec28c903d60 req-307ff02a-ec37-4a47-a78b-5c2cc785413e tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] For port 7fcabb26-3c5a-4b0d-b661-44c5c09bec89, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=7fcabb26-3c5a-4b0d-b661-44c5c09bec89,segment=NetworkSegment(198df4e5-b698-49c8-a8e7-40f2cf45ec63),segment_id=198df4e5-b698-49c8-a8e7-40f2cf45ec63)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:32:31.772941 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-46bad406-5cc1-4ddf-9167-2ec28c903d60 req-307ff02a-ec37-4a47-a78b-5c2cc785413e tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-891628'] for port (7fcabb26-3c5a-4b0d-b661-44c5c09bec89), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:31.792345 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [req-46bad406-5cc1-4ddf-9167-2ec28c903d60 req-307ff02a-ec37-4a47-a78b-5c2cc785413e tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Calling delete_port for 7fcabb26-3c5a-4b0d-b661-44c5c09bec89 owned by compute:nova {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:32:31.888338 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-b01e4897-148d-431a-b64d-c259fb4a1389 req-d8b34b1e-b3dd-4b4a-9a49-8bda871a6f8f tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:31.888703 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-b01e4897-148d-431a-b64d-c259fb4a1389 req-d8b34b1e-b3dd-4b4a-9a49-8bda871a6f8f tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-886429'] for floatingip (90e21bcd-1c08-4383-9f3c-e77b8a662a1c), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:31.889027 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.db.l3_db [req-b01e4897-148d-431a-b64d-c259fb4a1389 req-d8b34b1e-b3dd-4b4a-9a49-8bda871a6f8f tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Floating IP 90e21bcd-1c08-4383-9f3c-e77b8a662a1c disassociated. External IP: 172.27.2.147, port: 4b643a6f-8f61-4d24-a607-c18d8c6dcc43. Apr 06 11:32:31.889391 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [req-b01e4897-148d-431a-b64d-c259fb4a1389 req-d8b34b1e-b3dd-4b4a-9a49-8bda871a6f8f tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Calling delete_port for 4b643a6f-8f61-4d24-a607-c18d8c6dcc43 owned by compute:nova {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:32:32.054356 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d66c1d-5acb-4402-b4aa-96b1a546dde2 req-2fa0c5ad-8e57-4c90-aa3a-16498e17c1b3 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:32.055856 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e8d66c1d-5acb-4402-b4aa-96b1a546dde2 req-2fa0c5ad-8e57-4c90-aa3a-16498e17c1b3 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5f3e882-c3d2-4207-90be-fb022681182c HTTP/1.1" status: 200 len: 945 time: 0.1508796 Apr 06 11:32:32.135742 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-46bad406-5cc1-4ddf-9167-2ec28c903d60 req-307ff02a-ec37-4a47-a78b-5c2cc785413e tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192843524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779192465933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797839'] for port (7fcabb26-3c5a-4b0d-b661-44c5c09bec89), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:32.152153 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] get_ports_and_sgs() called for port_ids ['7fcabb26-3c5a-4b0d-b661-44c5c09bec89'] {{(pid=103883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:32:32.156385 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e8d66c1d-5acb-4402-b4aa-96b1a546dde2 req-ba3c3343-1305-484c-85ed-a7bc5105411b tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/security-groups?id=82206402-599a-4677-83f1-0a4da33930bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936677 Apr 06 11:32:32.183705 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307ff02a-ec37-4a47-a78b-5c2cc785413e tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Pushing event deleted for resources: {'Port': ['ID=7fcabb26-3c5a-4b0d-b661-44c5c09bec89,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:32.248197 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [req-46bad406-5cc1-4ddf-9167-2ec28c903d60 req-307ff02a-ec37-4a47-a78b-5c2cc785413e tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] No DVR routers for this DVR port 7fcabb26-3c5a-4b0d-b661-44c5c09bec89 on host hv-cinder-83607 {{(pid=103882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:32:32.251310 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4c04a3c5-3b6f-4e20-b574-336412bd87bf req-127dffe9-0700-496d-9580-6f0615335e54 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=95a94d5a-1bab-482d-bffe-60f1f83d0112 HTTP/1.1" status: 200 len: 210 time: 0.0434294 Apr 06 11:32:32.261665 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-46bad406-5cc1-4ddf-9167-2ec28c903d60 req-307ff02a-ec37-4a47-a78b-5c2cc785413e tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for port (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:32.261665 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-46bad406-5cc1-4ddf-9167-2ec28c903d60 req-307ff02a-ec37-4a47-a78b-5c2cc785413e tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.48 "DELETE /v2.0/ports/7fcabb26-3c5a-4b0d-b661-44c5c09bec89 HTTP/1.1" status: 204 len: 173 time: 0.8277304 Apr 06 11:32:32.261665 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5f3e882-c3d2-4207-90be-fb022681182c', 'name': 'network-vif-deleted', 'tag': '7fcabb26-3c5a-4b0d-b661-44c5c09bec89'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:32:32.261665 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29156e5c8df2cda5f8c3a12ff109e02ba7a327efefb734c2c5f81b1bf548e3ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39eef881-3b2d-46bf-ba55-ab461472a4be" -d '{"events": [{"server_uuid": "a5f3e882-c3d2-4207-90be-fb022681182c", "name": "network-vif-deleted", "tag": "7fcabb26-3c5a-4b0d-b661-44c5c09bec89"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:32:32.282090 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-b01e4897-148d-431a-b64d-c259fb4a1389 req-d8b34b1e-b3dd-4b4a-9a49-8bda871a6f8f tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192843524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779192465933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797839'] for port (4b643a6f-8f61-4d24-a607-c18d8c6dcc43), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:32.318384 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b34b1e-b3dd-4b4a-9a49-8bda871a6f8f tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Pushing event deleted for resources: {'Port': ['ID=4b643a6f-8f61-4d24-a607-c18d8c6dcc43,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:32.348125 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d9cc9b1f-11d7-4ff0-a91a-48aac088399d req-c467be62-8218-43b8-8b77-ea3a5e351a3f tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/ports?device_id=20f1413f-f56d-4860-9f05-81b5a7d23497 HTTP/1.1" status: 200 len: 210 time: 0.0305738 Apr 06 11:32:32.398859 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a01c97e-f22e-4b1f-a3d2-1ff66059e648 x-openstack-request-id: req-1a01c97e-f22e-4b1f-a3d2-1ff66059e648 {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:32:32.398859 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5f3e882-c3d2-4207-90be-fb022681182c", "name": "network-vif-deleted", "tag": "7fcabb26-3c5a-4b0d-b661-44c5c09bec89", "status": "completed", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:32:32.398859 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1a01c97e-f22e-4b1f-a3d2-1ff66059e648 {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:32:32.398859 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a01c97e-f22e-4b1f-a3d2-1ff66059e648'] response: {'server_uuid': 'a5f3e882-c3d2-4207-90be-fb022681182c', 'name': 'network-vif-deleted', 'tag': '7fcabb26-3c5a-4b0d-b661-44c5c09bec89', 'status': 'completed', 'code': 200} Apr 06 11:32:32.460802 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b01e4897-148d-431a-b64d-c259fb4a1389 req-d8b34b1e-b3dd-4b4a-9a49-8bda871a6f8f tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Router d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4 has already been hosted by L3 agent 9404f039-f516-42fd-94a5-c122fff5649f {{(pid=103882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:32:32.583576 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b01e4897-148d-431a-b64d-c259fb4a1389 req-d8b34b1e-b3dd-4b4a-9a49-8bda871a6f8f tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Notify agent at l3_agent.dv-cinder-836073-2-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:32:32.594581 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c667ba6c-dbfd-468e-9411-c5146a6b5e67 None None] Sync routers for ids ['d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4'] in dv-cinder-836073-2-iscsi {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:32:32.615815 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c667ba6c-dbfd-468e-9411-c5146a6b5e67 None None] Routers {'d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:32:32.616454 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-c667ba6c-dbfd-468e-9411-c5146a6b5e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:32:09Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:32:32.627220 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [req-b01e4897-148d-431a-b64d-c259fb4a1389 req-d8b34b1e-b3dd-4b4a-9a49-8bda871a6f8f tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] No DVR routers for this DVR port 4b643a6f-8f61-4d24-a607-c18d8c6dcc43 on host hv-cinder-83607 {{(pid=103882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:32:32.629986 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-b01e4897-148d-431a-b64d-c259fb4a1389 req-d8b34b1e-b3dd-4b4a-9a49-8bda871a6f8f tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for port (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:32.637728 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b01e4897-148d-431a-b64d-c259fb4a1389 req-d8b34b1e-b3dd-4b4a-9a49-8bda871a6f8f tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.48 "DELETE /v2.0/ports/4b643a6f-8f61-4d24-a607-c18d8c6dcc43 HTTP/1.1" status: 204 len: 173 time: 1.3230743 Apr 06 11:32:32.772766 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-c667ba6c-dbfd-468e-9411-c5146a6b5e67 None None] Set router d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:32:32.797743 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117e1fa-a03a-402d-9d24-ec6776391eb8 req-35707287-e5bb-4cbe-ae63-5873ccf27396 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:32.801646 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2117e1fa-a03a-402d-9d24-ec6776391eb8 req-35707287-e5bb-4cbe-ae63-5873ccf27396 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/networks?id=60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c HTTP/1.1" status: 200 len: 815 time: 0.1433072 Apr 06 11:32:32.816312 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2117e1fa-a03a-402d-9d24-ec6776391eb8 req-d3236698-8c53-441d-a134-6a1a332975d0 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/quotas/740355080be44897b97d4b0cfd48c0f0 HTTP/1.1" status: 200 len: 375 time: 0.0106812 Apr 06 11:32:32.818038 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device 4b643a6f-8f61-4d24-a607-c18d8c6dcc43 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:32:32.875682 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] No Port match for: 4b643a6f-8f61-4d24-a607-c18d8c6dcc43 {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:32:32.876036 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device 4b643a6f-8f61-4d24-a607-c18d8c6dcc43 not bound to the agent host hv-cinder-83607 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:32:32.876661 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device 7fcabb26-3c5a-4b0d-b661-44c5c09bec89 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:32:32.885770 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2117e1fa-a03a-402d-9d24-ec6776391eb8 req-93d04237-9e9a-48ab-a0df-53e625f0d04f tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=740355080be44897b97d4b0cfd48c0f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0632298 Apr 06 11:32:32.908997 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] No Port match for: 7fcabb26-3c5a-4b0d-b661-44c5c09bec89 {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:32:32.909363 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device 7fcabb26-3c5a-4b0d-b661-44c5c09bec89 not bound to the agent host hv-cinder-83607 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:32:32.988641 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2117e1fa-a03a-402d-9d24-ec6776391eb8 req-857c6b9b-bed0-41ef-b45d-5000b437ff86 service neutron] 10.222.0.43 "GET /v2.0/networks/60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913055 Apr 06 11:32:33.090061 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2117e1fa-a03a-402d-9d24-ec6776391eb8 req-15fe7de3-9c15-43de-9857-c05ad11499c6 service neutron] 10.222.0.43 "GET /v2.0/networks/60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952919 Apr 06 11:32:33.159787 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-c667ba6c-dbfd-468e-9411-c5146a6b5e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'name': 'tempest-TestVolumeBootPattern-312017993-router', 'tenant_id': 'de48ef632a974b5c83191742cf569887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '5ce3c676-ae10-4b96-8444-61e6ff7729df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:28:57Z', 'updated_at': '2022-04-06T11:29:02Z', 'revision_number': 4, 'project_id': 'de48ef632a974b5c83191742cf569887', 'gw_port': {'id': '5ce3c676-ae10-4b96-8444-61e6ff7729df', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:51:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:28:58Z', 'updated_at': '2022-04-06T11:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_interfaces': [{'id': 'de04e9ed-2f4e-4fa1-9e4b-71522c5d1fab', 'name': '', 'network_id': '5529688d-cbb0-454c-b2b2-2dd8660f20c8', 'tenant_id': 'de48ef632a974b5c83191742cf569887', 'mac_address': 'fa:16:3e:e1:85:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'c5124a61-a5c8-4acc-8eca-8ed8dd4c3666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:29:01Z', 'updated_at': '2022-04-06T11:29:08Z', 'revision_number': 5, 'project_id': 'de48ef632a974b5c83191742cf569887', 'subnets': [{'id': 'c5124a61-a5c8-4acc-8eca-8ed8dd4c3666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:32:33.193806 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c667ba6c-dbfd-468e-9411-c5146a6b5e67 None None] Checking router: d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4 for host: dv-cinder-836073-2-iscsi {{(pid=103883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:32:33.207674 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c667ba6c-dbfd-468e-9411-c5146a6b5e67 None None] Routers {'d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:32:33.207674 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-c667ba6c-dbfd-468e-9411-c5146a6b5e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:32:09Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:32:33.304185 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-7dbeff15-8f9f-47f8-bc4e-1e546e622f22 req-eda99b9b-65c5-448e-8090-de0c7af6ae40 tempest-ServerRescueNegativeTestJSON-449525566 tempest-ServerRescueNegativeTestJSON-449525566-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5f3e882-c3d2-4207-90be-fb022681182c HTTP/1.1" status: 200 len: 210 time: 0.0298691 Apr 06 11:32:33.328929 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-c667ba6c-dbfd-468e-9411-c5146a6b5e67 None None] Set router d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:32:33.561792 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-c667ba6c-dbfd-468e-9411-c5146a6b5e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'name': 'tempest-TestVolumeBootPattern-312017993-router', 'tenant_id': 'de48ef632a974b5c83191742cf569887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '5ce3c676-ae10-4b96-8444-61e6ff7729df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:28:57Z', 'updated_at': '2022-04-06T11:29:02Z', 'revision_number': 4, 'project_id': 'de48ef632a974b5c83191742cf569887', 'gw_port': {'id': '5ce3c676-ae10-4b96-8444-61e6ff7729df', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:51:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:28:58Z', 'updated_at': '2022-04-06T11:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_interfaces': [{'id': 'de04e9ed-2f4e-4fa1-9e4b-71522c5d1fab', 'name': '', 'network_id': '5529688d-cbb0-454c-b2b2-2dd8660f20c8', 'tenant_id': 'de48ef632a974b5c83191742cf569887', 'mac_address': 'fa:16:3e:e1:85:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'c5124a61-a5c8-4acc-8eca-8ed8dd4c3666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:29:01Z', 'updated_at': '2022-04-06T11:29:08Z', 'revision_number': 5, 'project_id': 'de48ef632a974b5c83191742cf569887', 'subnets': [{'id': 'c5124a61-a5c8-4acc-8eca-8ed8dd4c3666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:32:33.586998 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-4f099169-c24c-4dea-9d1d-911be1663734 req-b3ed4c95-21b7-471f-b2c3-d27dfefe5044 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=95a94d5a-1bab-482d-bffe-60f1f83d0112 HTTP/1.1" status: 200 len: 210 time: 0.2258770 Apr 06 11:32:33.590001 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c667ba6c-dbfd-468e-9411-c5146a6b5e67 None None] The sync data for ids ['d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4'] in dv-cinder-836073-2-iscsi is: [{'id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'name': 'tempest-TestVolumeBootPattern-312017993-router', 'tenant_id': 'de48ef632a974b5c83191742cf569887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '5ce3c676-ae10-4b96-8444-61e6ff7729df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:28:57Z', 'updated_at': '2022-04-06T11:29:02Z', 'revision_number': 4, 'project_id': 'de48ef632a974b5c83191742cf569887', 'gw_port': {'id': '5ce3c676-ae10-4b96-8444-61e6ff7729df', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:51:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:28:58Z', 'updated_at': '2022-04-06T11:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_interfaces': [{'id': 'de04e9ed-2f4e-4fa1-9e4b-71522c5d1fab', 'name': '', 'network_id': '5529688d-cbb0-454c-b2b2-2dd8660f20c8', 'tenant_id': 'de48ef632a974b5c83191742cf569887', 'mac_address': 'fa:16:3e:e1:85:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'c5124a61-a5c8-4acc-8eca-8ed8dd4c3666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:29:01Z', 'updated_at': '2022-04-06T11:29:08Z', 'revision_number': 5, 'project_id': 'de48ef632a974b5c83191742cf569887', 'subnets': [{'id': 'c5124a61-a5c8-4acc-8eca-8ed8dd4c3666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:32:33.688102 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-5e0ef997-12c6-4e47-969b-a375b595333a req-595e102c-58b9-4630-9a38-d913e8f83b10 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/ports?device_id=20f1413f-f56d-4860-9f05-81b5a7d23497 HTTP/1.1" status: 200 len: 210 time: 0.0280950 Apr 06 11:32:33.816110 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4dc949-806e-440c-8c9d-d77a990510db None None] New status for floating IP 90e21bcd-1c08-4383-9f3c-e77b8a662a1c: DOWN {{(pid=103884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:32:34.343406 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-0c10012d-d94d-4694-a5cd-61520fa9cd77 req-5469c6a3-6af9-47b7-88d5-cf63d99a48e4 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0defed62-6c56-408f-b983-b1474ae92d63 HTTP/1.1" status: 200 len: 210 time: 0.0261507 Apr 06 11:32:34.363537 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 54998) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:32:34.399826 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20f1413f-f56d-4860-9f05-81b5a7d23497', 'name': 'network-vif-deleted', 'tag': '4b643a6f-8f61-4d24-a607-c18d8c6dcc43'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:32:34.402828 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29156e5c8df2cda5f8c3a12ff109e02ba7a327efefb734c2c5f81b1bf548e3ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ea5bcb-88f2-47de-b863-0fc8cb197605" -d '{"events": [{"server_uuid": "20f1413f-f56d-4860-9f05-81b5a7d23497", "name": "network-vif-deleted", "tag": "4b643a6f-8f61-4d24-a607-c18d8c6dcc43"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:32:34.446746 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d266e0a-e39f-4fe4-9458-ccca089cfb07 x-openstack-request-id: req-8d266e0a-e39f-4fe4-9458-ccca089cfb07 {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:32:34.446746 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20f1413f-f56d-4860-9f05-81b5a7d23497", "name": "network-vif-deleted", "tag": "4b643a6f-8f61-4d24-a607-c18d8c6dcc43", "status": "completed", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:32:34.446746 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8d266e0a-e39f-4fe4-9458-ccca089cfb07 {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:32:34.446746 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d266e0a-e39f-4fe4-9458-ccca089cfb07'] response: {'server_uuid': '20f1413f-f56d-4860-9f05-81b5a7d23497', 'name': 'network-vif-deleted', 'tag': '4b643a6f-8f61-4d24-a607-c18d8c6dcc43', 'status': 'completed', 'code': 200} Apr 06 11:32:34.630460 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310878b6-aec8-4efb-b7fa-acad54a2cb95 req-67d56823-27ba-4c71-a9c1-91df37015d3a tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:34.630460 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-310878b6-aec8-4efb-b7fa-acad54a2cb95 req-67d56823-27ba-4c71-a9c1-91df37015d3a tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.48 "GET /v2.0/networks?id=dc23bab2-5009-4000-9be8-b01c02506344 HTTP/1.1" status: 200 len: 811 time: 0.1130219 Apr 06 11:32:34.702384 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-cbb34939-890a-40cd-b7ff-4cb38db50ba8 req-49392e67-de85-4ac6-9a61-cfa392c956d4 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=95a94d5a-1bab-482d-bffe-60f1f83d0112 HTTP/1.1" status: 200 len: 210 time: 0.0373716 Apr 06 11:32:34.721147 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-310878b6-aec8-4efb-b7fa-acad54a2cb95 req-d9622177-2e64-42a4-a3d5-552293dbaacb tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d847e14f64944dba3c2bfdecc16dd16 HTTP/1.1" status: 200 len: 380 time: 0.0821269 Apr 06 11:32:34.735773 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [req-310878b6-aec8-4efb-b7fa-acad54a2cb95 req-d3aa88c8-a492-47f5-8216-4929253b75ee tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Request body: {'port': {'device_id': '95a94d5a-1bab-482d-bffe-60f1f83d0112', 'network_id': 'dc23bab2-5009-4000-9be8-b01c02506344', 'admin_state_up': True, 'tenant_id': '3d847e14f64944dba3c2bfdecc16dd16', 'security_groups': ['20bc3d68-ee7e-475c-9099-56811ff32fc9']}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:32:34.808718 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6eb18461-0eb2-4747-a2a1-55f5b8bd0208 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-916893'] for router_interface (4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:34.927294 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-310878b6-aec8-4efb-b7fa-acad54a2cb95 req-d3aa88c8-a492-47f5-8216-4929253b75ee tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Made reservation on behalf of 3d847e14f64944dba3c2bfdecc16dd16 for: {'port': 1} {{(pid=103882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:32:34.930884 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-310878b6-aec8-4efb-b7fa-acad54a2cb95 req-d3aa88c8-a492-47f5-8216-4929253b75ee tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:35.075148 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b52825c5-a0c5-4b05-9d0a-0fec88e7f01d req-6586ad1a-b956-451a-8563-cd88224e30a8 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-497580951&fields=id&tenant_id=de48ef632a974b5c83191742cf569887 HTTP/1.1" status: 200 len: 267 time: 0.0859389 Apr 06 11:32:35.141792 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [req-310878b6-aec8-4efb-b7fa-acad54a2cb95 req-d3aa88c8-a492-47f5-8216-4929253b75ee tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Allocated IP 172.20.0.4 (dc23bab2-5009-4000-9be8-b01c02506344/af591e27-8cd2-4603-8651-34dd07f2f0b2/42cbc71c-3ec9-4849-b70f-e19283522ddb) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:32:35.151997 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-6eb18461-0eb2-4747-a2a1-55f5b8bd0208 admin admin] Deleting port 2cbdbc52-0aaa-46ec-a404-9739a384da95 {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:32:35.152341 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6eb18461-0eb2-4747-a2a1-55f5b8bd0208 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192836145'] for port (2cbdbc52-0aaa-46ec-a404-9739a384da95), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:35.230027 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52825c5-a0c5-4b05-9d0a-0fec88e7f01d req-df39f4d9-958c-4d9c-aa02-0c934ee03676 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:35.231812 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b52825c5-a0c5-4b05-9d0a-0fec88e7f01d req-df39f4d9-958c-4d9c-aa02-0c934ee03676 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/networks?id=5529688d-cbb0-454c-b2b2-2dd8660f20c8 HTTP/1.1" status: 200 len: 811 time: 0.1495056 Apr 06 11:32:35.236756 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [None req-6eb18461-0eb2-4747-a2a1-55f5b8bd0208 admin admin] For port 2cbdbc52-0aaa-46ec-a404-9739a384da95, host dv-cinder-836073-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=2cbdbc52-0aaa-46ec-a404-9739a384da95,segment=NetworkSegment(198df4e5-b698-49c8-a8e7-40f2cf45ec63),segment_id=198df4e5-b698-49c8-a8e7-40f2cf45ec63)] {{(pid=103881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:32:35.237156 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6eb18461-0eb2-4747-a2a1-55f5b8bd0208 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-891628'] for port (2cbdbc52-0aaa-46ec-a404-9739a384da95), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:35.250546 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-6eb18461-0eb2-4747-a2a1-55f5b8bd0208 admin admin] Calling delete_port for 2cbdbc52-0aaa-46ec-a404-9739a384da95 owned by network:router_interface {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:32:35.275923 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b52825c5-a0c5-4b05-9d0a-0fec88e7f01d req-e6be4916-ff35-4611-9543-3ebc96d90fc4 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/quotas/de48ef632a974b5c83191742cf569887 HTTP/1.1" status: 200 len: 375 time: 0.0157957 Apr 06 11:32:35.362320 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-310878b6-aec8-4efb-b7fa-acad54a2cb95 req-d3aa88c8-a492-47f5-8216-4929253b75ee tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks [] for port (42cbc71c-3ec9-4849-b70f-e19283522ddb), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:35.379693 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b52825c5-a0c5-4b05-9d0a-0fec88e7f01d req-4d9f38f6-31fa-48a9-aef3-3091165c09cf tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=de48ef632a974b5c83191742cf569887&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0964546 Apr 06 11:32:35.462583 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ec06b868-90cd-4ecb-a1fe-ff5cf69a8569 req-14ba3237-736c-4884-81d7-889b8577fcfe tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0defed62-6c56-408f-b983-b1474ae92d63 HTTP/1.1" status: 200 len: 210 time: 0.0498536 Apr 06 11:32:35.492966 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b52825c5-a0c5-4b05-9d0a-0fec88e7f01d req-58d3c44a-cad8-4aa8-b2c4-413b713f2fcb service neutron] 10.222.0.43 "GET /v2.0/networks/5529688d-cbb0-454c-b2b2-2dd8660f20c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952451 Apr 06 11:32:35.507740 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-310878b6-aec8-4efb-b7fa-acad54a2cb95 req-d3aa88c8-a492-47f5-8216-4929253b75ee tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779192465924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797839'] for port (42cbc71c-3ec9-4849-b70f-e19283522ddb), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:35.567601 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6eb18461-0eb2-4747-a2a1-55f5b8bd0208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192843524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779192465933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10088034'] for port (2cbdbc52-0aaa-46ec-a404-9739a384da95), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:35.595790 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb18461-0eb2-4747-a2a1-55f5b8bd0208 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cbdbc52-0aaa-46ec-a404-9739a384da95,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:35.598738 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-310878b6-aec8-4efb-b7fa-acad54a2cb95 req-d3aa88c8-a492-47f5-8216-4929253b75ee tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Network dc23bab2-5009-4000-9be8-b01c02506344 is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:32:35.604113 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [req-310878b6-aec8-4efb-b7fa-acad54a2cb95 req-d3aa88c8-a492-47f5-8216-4929253b75ee tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:32:35.608785 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aa88c8-a492-47f5-8216-4929253b75ee tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Pushing event updated for resources: {'Port': ['ID=42cbc71c-3ec9-4849-b70f-e19283522ddb,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:35.611046 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [req-310878b6-aec8-4efb-b7fa-acad54a2cb95 req-d3aa88c8-a492-47f5-8216-4929253b75ee tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:32:35.665618 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b52825c5-a0c5-4b05-9d0a-0fec88e7f01d req-c83ea80c-edcf-4121-b8fc-d1c85aba9068 service neutron] 10.222.0.43 "GET /v2.0/networks/5529688d-cbb0-454c-b2b2-2dd8660f20c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660273 Apr 06 11:32:35.692638 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310878b6-aec8-4efb-b7fa-acad54a2cb95 req-d3aa88c8-a492-47f5-8216-4929253b75ee tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:35.693480 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-310878b6-aec8-4efb-b7fa-acad54a2cb95 req-d3aa88c8-a492-47f5-8216-4929253b75ee tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for port (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:35.770729 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-310878b6-aec8-4efb-b7fa-acad54a2cb95 req-d3aa88c8-a492-47f5-8216-4929253b75ee tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0395532 Apr 06 11:32:35.783777 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [req-310878b6-aec8-4efb-b7fa-acad54a2cb95 req-463d43d9-f5c4-4f6f-bee8-913ba363977c service neutron] Request body: {'port': {'device_id': '95a94d5a-1bab-482d-bffe-60f1f83d0112', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:32:35.785604 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-d2f8dd02-8968-40b0-bca4-a7fc1cec66fd None None] Agent healthcheck: found 6 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:32:35.854569 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6eb18461-0eb2-4747-a2a1-55f5b8bd0208 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-886285'] for router_interface (4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:35.868782 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b9104-fe57-47de-aede-8989e23eb93e req-7b66cf4b-6861-4f9d-9d84-5cb1ad1633d6 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:35.873420 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-314b9104-fe57-47de-aede-8989e23eb93e req-7b66cf4b-6861-4f9d-9d84-5cb1ad1633d6 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=95a94d5a-1bab-482d-bffe-60f1f83d0112 HTTP/1.1" status: 200 len: 931 time: 0.0845518 Apr 06 11:32:35.888664 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-310878b6-aec8-4efb-b7fa-acad54a2cb95 req-463d43d9-f5c4-4f6f-bee8-913ba363977c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (42cbc71c-3ec9-4849-b70f-e19283522ddb), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:36.002192 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-314b9104-fe57-47de-aede-8989e23eb93e req-40abe614-5d50-4c08-89ae-62eb6745894c tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/security-groups?id=20bc3d68-ee7e-475c-9099-56811ff32fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208413 Apr 06 11:32:36.035355 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-a4e7af3c-83e9-4fe7-a0b7-c7b872b1151a None None] Provisioning complete for port 42cbc71c-3ec9-4849-b70f-e19283522ddb triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:32:36.036472 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a4e7af3c-83e9-4fe7-a0b7-c7b872b1151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (42cbc71c-3ec9-4849-b70f-e19283522ddb), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:36.076072 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-a4e7af3c-83e9-4fe7-a0b7-c7b872b1151a None None] Port 42cbc71c-3ec9-4849-b70f-e19283522ddb cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:32:36.155164 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eb18461-0eb2-4747-a2a1-55f5b8bd0208 admin admin] Router 4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68 has already been hosted by L3 agent 9404f039-f516-42fd-94a5-c122fff5649f {{(pid=103881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:32:36.269699 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb18461-0eb2-4747-a2a1-55f5b8bd0208 admin admin] Notify agent at l3_agent.dv-cinder-836073-2-iscsi the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:32:36.277557 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-6eb18461-0eb2-4747-a2a1-55f5b8bd0208 admin admin] 10.222.0.43 "PUT /v2.0/routers/4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9129403 Apr 06 11:32:36.278156 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 55030) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:32:36.280509 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6132ea21-bc26-4a53-ac1c-42d88c3df439 None None] Sync routers for ids ['4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68'] in dv-cinder-836073-2-iscsi {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:32:36.309443 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6132ea21-bc26-4a53-ac1c-42d88c3df439 None None] Routers {'4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:32:36.314834 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-6132ea21-bc26-4a53-ac1c-42d88c3df439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:32:09Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:32:36.408401 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-b1dd4623-b099-45f6-82e1-97849d6ced8e req-725fe74c-ed7c-4e8f-b652-bb5b4513c64d tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7a15721-b291-44f2-b2b2-f9286af65913 HTTP/1.1" status: 200 len: 210 time: 0.0301740 Apr 06 11:32:36.436685 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-398b0a6b-b0d6-4154-ad5b-d3acce5f023d admin admin] Publish callbacks [] for router (4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:36.515346 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-6132ea21-bc26-4a53-ac1c-42d88c3df439 None None] Set router 4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:32:36.536772 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [req-310878b6-aec8-4efb-b7fa-acad54a2cb95 req-463d43d9-f5c4-4f6f-bee8-913ba363977c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42cbc71c-3ec9-4849-b70f-e19283522ddb {{(pid=103882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:32:36.545980 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-310878b6-aec8-4efb-b7fa-acad54a2cb95 req-463d43d9-f5c4-4f6f-bee8-913ba363977c service neutron] Publish callbacks [] for port (42cbc71c-3ec9-4849-b70f-e19283522ddb), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:36.559875 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [req-310878b6-aec8-4efb-b7fa-acad54a2cb95 req-463d43d9-f5c4-4f6f-bee8-913ba363977c service neutron] Transition to ACTIVE for port object 42cbc71c-3ec9-4849-b70f-e19283522ddb will not be triggered until provisioned by entity L2. {{(pid=103882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 11:32:36.569268 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-398b0a6b-b0d6-4154-ad5b-d3acce5f023d admin admin] Publish callbacks [] for router_gateway (4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:36.592226 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-efd82961-ba53-41d8-8dd5-4070e137821d req-45883531-4d89-4787-9eb5-7278d7debbd4 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0defed62-6c56-408f-b983-b1474ae92d63 HTTP/1.1" status: 200 len: 210 time: 0.0305672 Apr 06 11:32:36.594823 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (dc195572-b6d9-4259-8541-839e457b2650), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:36.619105 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-310878b6-aec8-4efb-b7fa-acad54a2cb95 req-463d43d9-f5c4-4f6f-bee8-913ba363977c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8797942'] for port (42cbc71c-3ec9-4849-b70f-e19283522ddb), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:36.658959 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-623c67fe-9b35-47c2-8e6b-235a467df590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (8a8bc679-53b2-461d-b015-cec5a247fb94), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:36.682123 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-398b0a6b-b0d6-4154-ad5b-d3acce5f023d admin admin] Deleting port 92dfcf88-d457-4bfe-8b39-973bf45fee8c {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:32:36.682708 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-398b0a6b-b0d6-4154-ad5b-d3acce5f023d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192836145'] for port (92dfcf88-d457-4bfe-8b39-973bf45fee8c), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:36.696791 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463d43d9-f5c4-4f6f-bee8-913ba363977c service neutron] Pushing event updated for resources: {'Port': ['ID=42cbc71c-3ec9-4849-b70f-e19283522ddb,revision_number=2']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:36.769462 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [req-310878b6-aec8-4efb-b7fa-acad54a2cb95 req-463d43d9-f5c4-4f6f-bee8-913ba363977c service neutron] Attempting to bind port 42cbc71c-3ec9-4849-b70f-e19283522ddb on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:32:36.770284 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [req-310878b6-aec8-4efb-b7fa-acad54a2cb95 req-463d43d9-f5c4-4f6f-bee8-913ba363977c service neutron] Attempting to bind port 42cbc71c-3ec9-4849-b70f-e19283522ddb by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '3347e514-facd-4073-b90b-64355ba61658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'dc23bab2-5009-4000-9be8-b01c02506344'}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:32:36.770783 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310878b6-aec8-4efb-b7fa-acad54a2cb95 req-463d43d9-f5c4-4f6f-bee8-913ba363977c service neutron] Attempting to bind port 42cbc71c-3ec9-4849-b70f-e19283522ddb on network dc23bab2-5009-4000-9be8-b01c02506344 {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:32:36.780406 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310878b6-aec8-4efb-b7fa-acad54a2cb95 req-463d43d9-f5c4-4f6f-bee8-913ba363977c service neutron] Port 42cbc71c-3ec9-4849-b70f-e19283522ddb on network dc23bab2-5009-4000-9be8-b01c02506344 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 11:32:36.781130 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310878b6-aec8-4efb-b7fa-acad54a2cb95 req-463d43d9-f5c4-4f6f-bee8-913ba363977c service neutron] Attempting to bind port 42cbc71c-3ec9-4849-b70f-e19283522ddb on network dc23bab2-5009-4000-9be8-b01c02506344 {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:32:36.785294 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-6132ea21-bc26-4a53-ac1c-42d88c3df439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68', 'name': 'tempest-ServerRescueNegativeTestJSON-2000617148-router', 'tenant_id': 'fc235d83432140bcb213022a9840f5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '92dfcf88-d457-4bfe-8b39-973bf45fee8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:27:40Z', 'updated_at': '2022-04-06T11:32:35Z', 'revision_number': 5, 'project_id': 'fc235d83432140bcb213022a9840f5c2', 'gw_port': {'id': '92dfcf88-d457-4bfe-8b39-973bf45fee8c', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:8c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:27:41Z', 'updated_at': '2022-04-06T11:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi'}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:32:36.789860 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310878b6-aec8-4efb-b7fa-acad54a2cb95 req-463d43d9-f5c4-4f6f-bee8-913ba363977c service neutron] Checking agent: {'id': 'dc195572-b6d9-4259-8541-839e457b2650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 25, 36), 'started_at': datetime.datetime(2022, 4, 6, 11, 25, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:32:36.790407 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310878b6-aec8-4efb-b7fa-acad54a2cb95 req-463d43d9-f5c4-4f6f-bee8-913ba363977c service neutron] Checking segment: {'id': '3347e514-facd-4073-b90b-64355ba61658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'dc23bab2-5009-4000-9be8-b01c02506344'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:32:36.790972 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310878b6-aec8-4efb-b7fa-acad54a2cb95 req-463d43d9-f5c4-4f6f-bee8-913ba363977c service neutron] Bound using segment: {'id': '3347e514-facd-4073-b90b-64355ba61658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'dc23bab2-5009-4000-9be8-b01c02506344'} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:32:36.791582 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [req-310878b6-aec8-4efb-b7fa-acad54a2cb95 req-463d43d9-f5c4-4f6f-bee8-913ba363977c service neutron] Bound port: 42cbc71c-3ec9-4849-b70f-e19283522ddb, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3347e514-facd-4073-b90b-64355ba61658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'dc23bab2-5009-4000-9be8-b01c02506344'}}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:32:36.792798 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-310878b6-aec8-4efb-b7fa-acad54a2cb95 req-463d43d9-f5c4-4f6f-bee8-913ba363977c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (42cbc71c-3ec9-4849-b70f-e19283522ddb), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:36.827193 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6132ea21-bc26-4a53-ac1c-42d88c3df439 None None] Checking router: 4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68 for host: dv-cinder-836073-2-iscsi {{(pid=103883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:32:36.843526 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6132ea21-bc26-4a53-ac1c-42d88c3df439 None None] Routers {'4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:32:36.844217 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-6132ea21-bc26-4a53-ac1c-42d88c3df439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:32:09Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:32:36.844842 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [None req-398b0a6b-b0d6-4154-ad5b-d3acce5f023d admin admin] For port 92dfcf88-d457-4bfe-8b39-973bf45fee8c, host dv-cinder-836073-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=92dfcf88-d457-4bfe-8b39-973bf45fee8c,segment=NetworkSegment(a1489c3e-d8bf-465c-8161-3d720cf0d135),segment_id=a1489c3e-d8bf-465c-8161-3d720cf0d135)] {{(pid=103881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:32:36.845250 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-398b0a6b-b0d6-4154-ad5b-d3acce5f023d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-891628'] for port (92dfcf88-d457-4bfe-8b39-973bf45fee8c), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:36.860026 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-398b0a6b-b0d6-4154-ad5b-d3acce5f023d admin admin] Calling delete_port for 92dfcf88-d457-4bfe-8b39-973bf45fee8c owned by network:router_gateway {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:32:36.897112 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [req-310878b6-aec8-4efb-b7fa-acad54a2cb95 req-463d43d9-f5c4-4f6f-bee8-913ba363977c service neutron] For port 42cbc71c-3ec9-4849-b70f-e19283522ddb, host hv-cinder-83607, cleared binding levels {{(pid=103882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:32:36.904988 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [req-310878b6-aec8-4efb-b7fa-acad54a2cb95 req-463d43d9-f5c4-4f6f-bee8-913ba363977c service neutron] For port 42cbc71c-3ec9-4849-b70f-e19283522ddb, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=42cbc71c-3ec9-4849-b70f-e19283522ddb,segment=NetworkSegment(3347e514-facd-4073-b90b-64355ba61658),segment_id=3347e514-facd-4073-b90b-64355ba61658)] {{(pid=103882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:32:36.950106 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-6132ea21-bc26-4a53-ac1c-42d88c3df439 None None] Set router 4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68 gateway port host: None {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:32:36.968259 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-310878b6-aec8-4efb-b7fa-acad54a2cb95 req-463d43d9-f5c4-4f6f-bee8-913ba363977c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8797942'] for port (42cbc71c-3ec9-4849-b70f-e19283522ddb), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:37.023190 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310878b6-aec8-4efb-b7fa-acad54a2cb95 req-463d43d9-f5c4-4f6f-bee8-913ba363977c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:37.024131 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-310878b6-aec8-4efb-b7fa-acad54a2cb95 req-463d43d9-f5c4-4f6f-bee8-913ba363977c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for port (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:37.025669 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-310878b6-aec8-4efb-b7fa-acad54a2cb95 req-463d43d9-f5c4-4f6f-bee8-913ba363977c service neutron] 10.222.0.48 "PUT /v2.0/ports/42cbc71c-3ec9-4849-b70f-e19283522ddb HTTP/1.1" status: 200 len: 1093 time: 1.2470379 Apr 06 11:32:37.026165 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95a94d5a-1bab-482d-bffe-60f1f83d0112', 'tag': '42cbc71c-3ec9-4849-b70f-e19283522ddb'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:32:37.028874 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29156e5c8df2cda5f8c3a12ff109e02ba7a327efefb734c2c5f81b1bf548e3ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a1c35d-b299-48d8-8c83-46f7cc5a4457" -d '{"events": [{"name": "network-changed", "server_uuid": "95a94d5a-1bab-482d-bffe-60f1f83d0112", "tag": "42cbc71c-3ec9-4849-b70f-e19283522ddb"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:32:37.061979 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463d43d9-f5c4-4f6f-bee8-913ba363977c service neutron] Pushing event updated for resources: {'Port': ['ID=42cbc71c-3ec9-4849-b70f-e19283522ddb,revision_number=3']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:37.096602 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1217c0fb-9796-4548-94eb-acdf6258982b x-openstack-request-id: req-1217c0fb-9796-4548-94eb-acdf6258982b {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:32:37.096984 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95a94d5a-1bab-482d-bffe-60f1f83d0112", "tag": "42cbc71c-3ec9-4849-b70f-e19283522ddb", "status": "completed", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:32:37.097160 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1217c0fb-9796-4548-94eb-acdf6258982b {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:32:37.101739 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1217c0fb-9796-4548-94eb-acdf6258982b'] response: {'name': 'network-changed', 'server_uuid': '95a94d5a-1bab-482d-bffe-60f1f83d0112', 'tag': '42cbc71c-3ec9-4849-b70f-e19283522ddb', 'status': 'completed', 'code': 200} Apr 06 11:32:37.109501 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-6132ea21-bc26-4a53-ac1c-42d88c3df439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68', 'name': 'tempest-ServerRescueNegativeTestJSON-2000617148-router', 'tenant_id': 'fc235d83432140bcb213022a9840f5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:27:40Z', 'updated_at': '2022-04-06T11:32:36Z', 'revision_number': 6, 'project_id': 'fc235d83432140bcb213022a9840f5c2', 'gw_port_host': None}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:32:37.164673 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6132ea21-bc26-4a53-ac1c-42d88c3df439 None None] The sync data for ids ['4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68'] in dv-cinder-836073-2-iscsi is: [{'id': '4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68', 'name': 'tempest-ServerRescueNegativeTestJSON-2000617148-router', 'tenant_id': 'fc235d83432140bcb213022a9840f5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:27:40Z', 'updated_at': '2022-04-06T11:32:36Z', 'revision_number': 6, 'project_id': 'fc235d83432140bcb213022a9840f5c2', 'gw_port_host': None}] {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:32:37.191099 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a1c35d-b299-48d8-8c83-46f7cc5a4457 req-bdd423fd-bdd8-42e9-8682-de247985fb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:37.192834 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-00a1c35d-b299-48d8-8c83-46f7cc5a4457 req-bdd423fd-bdd8-42e9-8682-de247985fb07 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3d847e14f64944dba3c2bfdecc16dd16&device_id=95a94d5a-1bab-482d-bffe-60f1f83d0112 HTTP/1.1" status: 200 len: 1127 time: 0.0751624 Apr 06 11:32:37.330199 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a1c35d-b299-48d8-8c83-46f7cc5a4457 req-239b98f1-1cb1-4545-84ac-3a9ba3f95de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:37.332310 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-00a1c35d-b299-48d8-8c83-46f7cc5a4457 req-239b98f1-1cb1-4545-84ac-3a9ba3f95de9 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=3d847e14f64944dba3c2bfdecc16dd16&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1317310 Apr 06 11:32:37.395159 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143035ae-11d7-44b9-a45d-ecc815117299 req-3fe770d6-5941-4802-91f5-32815ed5a793 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:37.396654 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-143035ae-11d7-44b9-a45d-ecc815117299 req-3fe770d6-5941-4802-91f5-32815ed5a793 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=95a94d5a-1bab-482d-bffe-60f1f83d0112 HTTP/1.1" status: 200 len: 943 time: 0.1100235 Apr 06 11:32:37.437909 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a1c35d-b299-48d8-8c83-46f7cc5a4457 req-9734304a-73d5-400d-971b-92ac9443386b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:37.439484 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-00a1c35d-b299-48d8-8c83-46f7cc5a4457 req-9734304a-73d5-400d-971b-92ac9443386b service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1006336 Apr 06 11:32:37.466028 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-143035ae-11d7-44b9-a45d-ecc815117299 req-39c1ec8b-62f3-4dbc-b486-5966d067409b tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/security-groups?id=20bc3d68-ee7e-475c-9099-56811ff32fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575533 Apr 06 11:32:37.516816 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-398b0a6b-b0d6-4154-ad5b-d3acce5f023d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192843524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779192465933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10088034'] for port (92dfcf88-d457-4bfe-8b39-973bf45fee8c), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:37.541778 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-32b94f4b-d3e4-4a38-a5a1-45b5479a27a6 req-9699de65-572d-4cad-ad30-ab79b2bdef4f tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7a15721-b291-44f2-b2b2-f9286af65913 HTTP/1.1" status: 200 len: 210 time: 0.0357625 Apr 06 11:32:37.548602 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398b0a6b-b0d6-4154-ad5b-d3acce5f023d admin admin] Pushing event deleted for resources: {'Port': ['ID=92dfcf88-d457-4bfe-8b39-973bf45fee8c,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:37.570158 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310878b6-aec8-4efb-b7fa-acad54a2cb95 req-666cee9e-9e3b-483b-8a64-9e93d92f0123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:37.571708 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-310878b6-aec8-4efb-b7fa-acad54a2cb95 req-666cee9e-9e3b-483b-8a64-9e93d92f0123 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3d847e14f64944dba3c2bfdecc16dd16&device_id=95a94d5a-1bab-482d-bffe-60f1f83d0112 HTTP/1.1" status: 200 len: 1127 time: 0.0926886 Apr 06 11:32:37.620801 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-310878b6-aec8-4efb-b7fa-acad54a2cb95 req-7f49cf07-17e6-4ad7-aa00-5796b69c6528 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42cbc71c-3ec9-4849-b70f-e19283522ddb HTTP/1.1" status: 200 len: 217 time: 0.0419283 Apr 06 11:32:37.636823 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-398b0a6b-b0d6-4154-ad5b-d3acce5f023d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-886475'] for router_gateway (4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:37.679907 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310878b6-aec8-4efb-b7fa-acad54a2cb95 req-60ef6847-4011-4576-900d-df76c4bb8f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:37.682173 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-310878b6-aec8-4efb-b7fa-acad54a2cb95 req-60ef6847-4011-4576-900d-df76c4bb8f36 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=af591e27-8cd2-4603-8651-34dd07f2f0b2 HTTP/1.1" status: 200 len: 850 time: 0.0558133 Apr 06 11:32:37.737792 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310878b6-aec8-4efb-b7fa-acad54a2cb95 req-6876ff1e-f9fe-45fc-b89d-1f0a2acacb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:37.742800 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-310878b6-aec8-4efb-b7fa-acad54a2cb95 req-6876ff1e-f9fe-45fc-b89d-1f0a2acacb9b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dc23bab2-5009-4000-9be8-b01c02506344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0550711 Apr 06 11:32:37.780287 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-4d119ee7-e3bd-4375-b3cd-0dce8a72440e req-80d49417-e064-4e16-b9e9-cb3ea45d6834 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0defed62-6c56-408f-b983-b1474ae92d63 HTTP/1.1" status: 200 len: 210 time: 0.0899456 Apr 06 11:32:37.787296 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-398b0a6b-b0d6-4154-ad5b-d3acce5f023d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-915576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7872'] for router (4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:37.790608 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-398b0a6b-b0d6-4154-ad5b-d3acce5f023d admin admin] Publish callbacks [] for router_controller (4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68), precommit_delete_associations {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:37.842729 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-310878b6-aec8-4efb-b7fa-acad54a2cb95 req-c5cc875e-d567-4438-952b-3dc8cc525a91 service neutron] 10.222.0.48 "GET /v2.0/networks/dc23bab2-5009-4000-9be8-b01c02506344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936918 Apr 06 11:32:37.904860 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-398b0a6b-b0d6-4154-ad5b-d3acce5f023d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-915569'] for router (4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:37.905799 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-398b0a6b-b0d6-4154-ad5b-d3acce5f023d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68 {{(pid=103881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 11:32:37.912828 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-398b0a6b-b0d6-4154-ad5b-d3acce5f023d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:37.917525 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-398b0a6b-b0d6-4154-ad5b-d3acce5f023d admin admin] 10.222.0.43 "DELETE /v2.0/routers/4bcbfcf0-00d0-4f74-85b6-2eeafd34ad68 HTTP/1.1" status: 204 len: 168 time: 1.6379313 Apr 06 11:32:37.918318 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 55060) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:32:37.942713 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-310878b6-aec8-4efb-b7fa-acad54a2cb95 req-a9bf3871-0ea9-4680-baa9-6bacf4893503 service neutron] 10.222.0.48 "GET /v2.0/networks/dc23bab2-5009-4000-9be8-b01c02506344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942266 Apr 06 11:32:38.130398 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e59795a-a59d-4e9e-9032-b3aab56b1ceb admin admin] Deleting subnet b1304d50-4387-41c0-a102-fa6eb203f82e {{(pid=103881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 11:32:38.133972 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5e59795a-a59d-4e9e-9032-b3aab56b1ceb admin admin] Publish callbacks [] for subnet (b1304d50-4387-41c0-a102-fa6eb203f82e), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:38.174259 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5e59795a-a59d-4e9e-9032-b3aab56b1ceb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10087740'] for subnet (b1304d50-4387-41c0-a102-fa6eb203f82e), precommit_delete_associations {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:38.296169 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5e59795a-a59d-4e9e-9032-b3aab56b1ceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961957'] for subnet (b1304d50-4387-41c0-a102-fa6eb203f82e), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:38.402326 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5e59795a-a59d-4e9e-9032-b3aab56b1ceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1961962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10088021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8583084'] for subnet (b1304d50-4387-41c0-a102-fa6eb203f82e), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:38.428664 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e59795a-a59d-4e9e-9032-b3aab56b1ceb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1304d50-4387-41c0-a102-fa6eb203f82e,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:38.430686 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5e59795a-a59d-4e9e-9032-b3aab56b1ceb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570608'] for subnet (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:38.434063 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-5e59795a-a59d-4e9e-9032-b3aab56b1ceb admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b1304d50-4387-41c0-a102-fa6eb203f82e HTTP/1.1" status: 204 len: 168 time: 0.5144398 Apr 06 11:32:38.436938 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 55066) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:32:38.437978 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad094c56-0c39-450c-8cc6-ed9792e2b7bd None None] Network 106eef2d-4f40-46cd-832f-5b84b361bc62 requested from dv-cinder-836073-2-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:32:38.520224 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-bd78d840-e725-45a1-901a-7ceca75e8bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707938'] for network (106eef2d-4f40-46cd-832f-5b84b361bc62), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:38.589924 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-bd78d840-e725-45a1-901a-7ceca75e8bd1 admin admin] Deleting port 77c42627-278c-478d-b869-b50b7e1db91b {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:32:38.590560 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-bd78d840-e725-45a1-901a-7ceca75e8bd1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192836145'] for port (77c42627-278c-478d-b869-b50b7e1db91b), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:38.598115 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2bc4ea-b18b-4487-a3ed-370ef07e1727 None None] DHCP port deletion for 106eef2d-4f40-46cd-832f-5b84b361bc62 request from dv-cinder-836073-2-iscsi {{(pid=103883) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 11:32:38.658975 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-bd78d840-e725-45a1-901a-7ceca75e8bd1 admin admin] For port 77c42627-278c-478d-b869-b50b7e1db91b, host dv-cinder-836073-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=77c42627-278c-478d-b869-b50b7e1db91b,segment=NetworkSegment(198df4e5-b698-49c8-a8e7-40f2cf45ec63),segment_id=198df4e5-b698-49c8-a8e7-40f2cf45ec63)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:32:38.659497 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-bd78d840-e725-45a1-901a-7ceca75e8bd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-891628'] for port (77c42627-278c-478d-b869-b50b7e1db91b), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:38.662324 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-df2bc4ea-b18b-4487-a3ed-370ef07e1727 None None] Deleting port 77c42627-278c-478d-b869-b50b7e1db91b {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:32:38.662904 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-df2bc4ea-b18b-4487-a3ed-370ef07e1727 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192836145'] for port (77c42627-278c-478d-b869-b50b7e1db91b), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:38.672319 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-df978e6c-a6e7-4754-9488-33a42c3e40d0 req-996e030e-2224-45f5-a251-ef748430adc2 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7a15721-b291-44f2-b2b2-f9286af65913 HTTP/1.1" status: 200 len: 210 time: 0.0422986 Apr 06 11:32:38.681718 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-bd78d840-e725-45a1-901a-7ceca75e8bd1 admin admin] Calling delete_port for 77c42627-278c-478d-b869-b50b7e1db91b owned by network:dhcp {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:32:38.831857 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f6a4b-1c0b-41f0-992b-1ae9430825c3 req-8907c1bc-118d-473d-aed6-21fd8a0da91d tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:38.833470 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-342f6a4b-1c0b-41f0-992b-1ae9430825c3 req-8907c1bc-118d-473d-aed6-21fd8a0da91d tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=95a94d5a-1bab-482d-bffe-60f1f83d0112 HTTP/1.1" status: 200 len: 943 time: 0.2797971 Apr 06 11:32:38.869280 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-df2bc4ea-b18b-4487-a3ed-370ef07e1727 None None] For port 77c42627-278c-478d-b869-b50b7e1db91b, host dv-cinder-836073-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=77c42627-278c-478d-b869-b50b7e1db91b,segment=NetworkSegment(198df4e5-b698-49c8-a8e7-40f2cf45ec63),segment_id=198df4e5-b698-49c8-a8e7-40f2cf45ec63)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:32:38.869687 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-df2bc4ea-b18b-4487-a3ed-370ef07e1727 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-891628'] for port (77c42627-278c-478d-b869-b50b7e1db91b), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:38.883337 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-df2bc4ea-b18b-4487-a3ed-370ef07e1727 None None] Calling delete_port for 77c42627-278c-478d-b869-b50b7e1db91b owned by network:dhcp {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:32:38.896537 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-e2e8c8d2-c7c1-43c8-a876-c616b096e39e req-ff147b77-4658-4aff-b0f9-34d0a4d41ff7 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0defed62-6c56-408f-b983-b1474ae92d63 HTTP/1.1" status: 200 len: 210 time: 0.0394270 Apr 06 11:32:38.956216 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device 77c42627-278c-478d-b869-b50b7e1db91b no longer exists at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:32:38.958931 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-342f6a4b-1c0b-41f0-992b-1ae9430825c3 req-71ba53c7-4b68-4014-a63d-3cf13ec021b3 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/security-groups?id=20bc3d68-ee7e-475c-9099-56811ff32fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945895 Apr 06 11:32:38.974044 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52825c5-a0c5-4b05-9d0a-0fec88e7f01d req-b8bb6245-f8ef-42e0-baaa-d25e441a2e64 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:38.975613 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b52825c5-a0c5-4b05-9d0a-0fec88e7f01d req-b8bb6245-f8ef-42e0-baaa-d25e441a2e64 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.48 "GET /v2.0/networks?id=5529688d-cbb0-454c-b2b2-2dd8660f20c8 HTTP/1.1" status: 200 len: 811 time: 0.1744027 Apr 06 11:32:38.976798 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-bd78d840-e725-45a1-901a-7ceca75e8bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192843524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779192465933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797839'] for port (77c42627-278c-478d-b869-b50b7e1db91b), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:39.009698 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd78d840-e725-45a1-901a-7ceca75e8bd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=77c42627-278c-478d-b869-b50b7e1db91b,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:39.021103 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd78d840-e725-45a1-901a-7ceca75e8bd1 admin admin] No DVR routers for this DVR port 77c42627-278c-478d-b869-b50b7e1db91b on host dv-cinder-836073-2-iscsi {{(pid=103882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:32:39.048698 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] No active binding found for port 77c42627-278c-478d-b869-b50b7e1db91b {{(pid=103883) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 06 11:32:39.049075 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] The host dv-cinder-836073-2-iscsi is not matching for port 77c42627-278c-478d-b869-b50b7e1db91b host None! {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Apr 06 11:32:39.049481 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device 77c42627-278c-478d-b869-b50b7e1db91b not bound to the agent host dv-cinder-836073-2-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:32:39.049997 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device 92dfcf88-d457-4bfe-8b39-973bf45fee8c no longer exists at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:32:39.073835 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] No Port match for: 92dfcf88-d457-4bfe-8b39-973bf45fee8c {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:32:39.074221 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device 92dfcf88-d457-4bfe-8b39-973bf45fee8c not bound to the agent host dv-cinder-836073-2-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:32:39.077318 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device 2cbdbc52-0aaa-46ec-a404-9739a384da95 no longer exists at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:32:39.077318 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0b732056-2efd-4c90-bfb2-0fe66b677f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (9404f039-f516-42fd-94a5-c122fff5649f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:39.099287 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] No Port match for: 2cbdbc52-0aaa-46ec-a404-9739a384da95 {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:32:39.099561 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device 2cbdbc52-0aaa-46ec-a404-9739a384da95 not bound to the agent host dv-cinder-836073-2-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:32:39.101104 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-df2bc4ea-b18b-4487-a3ed-370ef07e1727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192843524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779192465933'] for port (77c42627-278c-478d-b869-b50b7e1db91b), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:39.129756 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2bc4ea-b18b-4487-a3ed-370ef07e1727 None None] Pushing event deleted for resources: {'Port': ['ID=77c42627-278c-478d-b869-b50b7e1db91b,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:39.131907 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-bd78d840-e725-45a1-901a-7ceca75e8bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1963294', 'neutron.services.segments.db._delete_segments_for_network-8779192912505'] for network (106eef2d-4f40-46cd-832f-5b84b361bc62), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:39.135814 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2bc4ea-b18b-4487-a3ed-370ef07e1727 None None] No DVR routers for this DVR port 77c42627-278c-478d-b869-b50b7e1db91b on host dv-cinder-836073-2-iscsi {{(pid=103883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:32:39.144629 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b52825c5-a0c5-4b05-9d0a-0fec88e7f01d req-52e1d447-001a-45d9-8ffe-e5d1cd87641e tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de48ef632a974b5c83191742cf569887 HTTP/1.1" status: 200 len: 379 time: 0.1584301 Apr 06 11:32:39.160752 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [req-b52825c5-a0c5-4b05-9d0a-0fec88e7f01d req-88729935-cbb6-4cd1-962d-38819ccefdb6 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Request body: {'port': {'device_id': 'e7a15721-b291-44f2-b2b2-f9286af65913', 'network_id': '5529688d-cbb0-454c-b2b2-2dd8660f20c8', 'admin_state_up': True, 'tenant_id': 'de48ef632a974b5c83191742cf569887', 'security_groups': ['ac894724-97ca-41d3-96d5-110745d86dd5']}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:32:39.167259 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.services.segments.db [None req-bd78d840-e725-45a1-901a-7ceca75e8bd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['106eef2d-4f40-46cd-832f-5b84b361bc62']}} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:32:39.209874 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.services.segments.db [None req-bd78d840-e725-45a1-901a-7ceca75e8bd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '198df4e5-b698-49c8-a8e7-40f2cf45ec63') {'for_net_delete': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:32:39.210175 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.services.segments.db [None req-bd78d840-e725-45a1-901a-7ceca75e8bd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '198df4e5-b698-49c8-a8e7-40f2cf45ec63') {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:32:39.228541 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-bd78d840-e725-45a1-901a-7ceca75e8bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779192913282', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8476715'] for segment (198df4e5-b698-49c8-a8e7-40f2cf45ec63), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:39.251488 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-bd78d840-e725-45a1-901a-7ceca75e8bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726494'] for segment (198df4e5-b698-49c8-a8e7-40f2cf45ec63), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:39.267661 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd78d840-e725-45a1-901a-7ceca75e8bd1 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=103882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 11:32:39.268055 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-bd78d840-e725-45a1-901a-7ceca75e8bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8797906'] for segment (198df4e5-b698-49c8-a8e7-40f2cf45ec63), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:39.269746 dv-cinder-836073-2-iscsi neutron-server[103882]: Traceback (most recent call last): Apr 06 11:32:39.269746 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 11:32:39.269746 dv-cinder-836073-2-iscsi neutron-server[103882]: timer() Apr 06 11:32:39.269746 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 11:32:39.269746 dv-cinder-836073-2-iscsi neutron-server[103882]: cb(*args, **kw) Apr 06 11:32:39.269746 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 11:32:39.269746 dv-cinder-836073-2-iscsi neutron-server[103882]: return func(*args, **kwargs) Apr 06 11:32:39.269746 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 11:32:39.269746 dv-cinder-836073-2-iscsi neutron-server[103882]: self._notify() Apr 06 11:32:39.269746 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 11:32:39.269746 dv-cinder-836073-2-iscsi neutron-server[103882]: self.callback(batched_events) Apr 06 11:32:39.269746 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 11:32:39.269746 dv-cinder-836073-2-iscsi neutron-server[103882]: event.method(event) Apr 06 11:32:39.269746 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 11:32:39.269746 dv-cinder-836073-2-iscsi neutron-server[103882]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 11:32:39.269746 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 11:32:39.269746 dv-cinder-836073-2-iscsi neutron-server[103882]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 11:32:39.269746 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 11:32:39.269746 dv-cinder-836073-2-iscsi neutron-server[103882]: return f(self, *a, **k) Apr 06 11:32:39.269746 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 11:32:39.269746 dv-cinder-836073-2-iscsi neutron-server[103882]: return self._get(url).json() Apr 06 11:32:39.269746 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 11:32:39.269746 dv-cinder-836073-2-iscsi neutron-server[103882]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 11:32:39.269746 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 11:32:39.269746 dv-cinder-836073-2-iscsi neutron-server[103882]: return self.request(url, 'GET', **kwargs) Apr 06 11:32:39.269746 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 11:32:39.269746 dv-cinder-836073-2-iscsi neutron-server[103882]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 11:32:39.269746 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 11:32:39.269746 dv-cinder-836073-2-iscsi neutron-server[103882]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 11:32:39.269746 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 11:32:39.269746 dv-cinder-836073-2-iscsi neutron-server[103882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 11:32:39.269746 dv-cinder-836073-2-iscsi neutron-server[103882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 11:32:39.402017 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-bd78d840-e725-45a1-901a-7ceca75e8bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1963367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-886447'] for network (106eef2d-4f40-46cd-832f-5b84b361bc62), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:39.407335 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-bd78d840-e725-45a1-901a-7ceca75e8bd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570608'] for network (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:39.410590 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-bd78d840-e725-45a1-901a-7ceca75e8bd1 admin admin] 10.222.0.43 "DELETE /v2.0/networks/106eef2d-4f40-46cd-832f-5b84b361bc62 HTTP/1.1" status: 204 len: 168 time: 0.9713655 Apr 06 11:32:39.421539 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd78d840-e725-45a1-901a-7ceca75e8bd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=106eef2d-4f40-46cd-832f-5b84b361bc62,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:39.423217 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b52825c5-a0c5-4b05-9d0a-0fec88e7f01d req-88729935-cbb6-4cd1-962d-38819ccefdb6 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Made reservation on behalf of de48ef632a974b5c83191742cf569887 for: {'port': 1} {{(pid=103882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:32:39.426530 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-b52825c5-a0c5-4b05-9d0a-0fec88e7f01d req-88729935-cbb6-4cd1-962d-38819ccefdb6 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:39.555292 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [req-b52825c5-a0c5-4b05-9d0a-0fec88e7f01d req-88729935-cbb6-4cd1-962d-38819ccefdb6 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Allocated IP 172.20.0.14 (5529688d-cbb0-454c-b2b2-2dd8660f20c8/c5124a61-a5c8-4acc-8eca-8ed8dd4c3666/317881cd-df11-4959-9f33-26b14fcc90a9) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:32:39.693602 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-b52825c5-a0c5-4b05-9d0a-0fec88e7f01d req-88729935-cbb6-4cd1-962d-38819ccefdb6 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks [] for port (317881cd-df11-4959-9f33-26b14fcc90a9), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:39.765655 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 55084) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:32:39.813835 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-b52825c5-a0c5-4b05-9d0a-0fec88e7f01d req-88729935-cbb6-4cd1-962d-38819ccefdb6 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779192465924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797839'] for port (317881cd-df11-4959-9f33-26b14fcc90a9), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:39.827770 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-2f840baf-0e5b-44ba-9b2a-7246b3403e4a req-59aec804-ca05-431b-9c51-9f3d178e234c tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7a15721-b291-44f2-b2b2-f9286af65913 HTTP/1.1" status: 200 len: 210 time: 0.0868936 Apr 06 11:32:39.832949 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-471a950f-35aa-41d9-9356-0ce2a602c924 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fc235d83432140bcb213022a9840f5c2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0640080 Apr 06 11:32:39.833400 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 55086) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:32:39.865525 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b52825c5-a0c5-4b05-9d0a-0fec88e7f01d req-88729935-cbb6-4cd1-962d-38819ccefdb6 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Network 5529688d-cbb0-454c-b2b2-2dd8660f20c8 is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:32:39.870211 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [req-b52825c5-a0c5-4b05-9d0a-0fec88e7f01d req-88729935-cbb6-4cd1-962d-38819ccefdb6 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:32:39.875084 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [req-b52825c5-a0c5-4b05-9d0a-0fec88e7f01d req-88729935-cbb6-4cd1-962d-38819ccefdb6 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:32:39.891392 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f846a289-c292-4779-826c-29560fe83020 admin admin] Publish callbacks [] for security_group (82206402-599a-4677-83f1-0a4da33930bd), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:39.909434 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88729935-cbb6-4cd1-962d-38819ccefdb6 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Pushing event updated for resources: {'Port': ['ID=317881cd-df11-4959-9f33-26b14fcc90a9,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:39.915305 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f846a289-c292-4779-826c-29560fe83020 admin admin] Publish callbacks [] for security_group (82206402-599a-4677-83f1-0a4da33930bd), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:39.937637 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52825c5-a0c5-4b05-9d0a-0fec88e7f01d req-88729935-cbb6-4cd1-962d-38819ccefdb6 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:39.938264 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-b52825c5-a0c5-4b05-9d0a-0fec88e7f01d req-88729935-cbb6-4cd1-962d-38819ccefdb6 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for port (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:40.029358 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d4b7571a-1969-45c8-ac19-c7f6e2b712c9 req-00409856-08aa-4131-97c4-4d9dd92ef5cb tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0defed62-6c56-408f-b983-b1474ae92d63 HTTP/1.1" status: 200 len: 210 time: 0.0433719 Apr 06 11:32:40.046213 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b52825c5-a0c5-4b05-9d0a-0fec88e7f01d req-88729935-cbb6-4cd1-962d-38819ccefdb6 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8954170 Apr 06 11:32:40.063036 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [req-b52825c5-a0c5-4b05-9d0a-0fec88e7f01d req-36d19bf8-33f3-4385-be82-0f30f55cd847 service neutron] Request body: {'port': {'device_id': 'e7a15721-b291-44f2-b2b2-f9286af65913', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:32:40.086902 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f846a289-c292-4779-826c-29560fe83020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (82206402-599a-4677-83f1-0a4da33930bd), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:40.090092 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f846a289-c292-4779-826c-29560fe83020 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:40.091255 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-f846a289-c292-4779-826c-29560fe83020 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/82206402-599a-4677-83f1-0a4da33930bd HTTP/1.1" status: 204 len: 168 time: 0.2569864 Apr 06 11:32:40.109826 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f846a289-c292-4779-826c-29560fe83020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82206402-599a-4677-83f1-0a4da33930bd,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:40.140518 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994a36d3-58e6-4db1-b53b-53e8a98096a6 req-0c30a558-119f-4eab-8182-86c512469c61 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:40.142080 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-994a36d3-58e6-4db1-b53b-53e8a98096a6 req-0c30a558-119f-4eab-8182-86c512469c61 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=95a94d5a-1bab-482d-bffe-60f1f83d0112 HTTP/1.1" status: 200 len: 943 time: 0.0867419 Apr 06 11:32:40.194335 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-b52825c5-a0c5-4b05-9d0a-0fec88e7f01d req-36d19bf8-33f3-4385-be82-0f30f55cd847 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (317881cd-df11-4959-9f33-26b14fcc90a9), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:40.200246 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-994a36d3-58e6-4db1-b53b-53e8a98096a6 req-eaf8e017-a30c-4a74-952d-cacf48206e2f tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/security-groups?id=20bc3d68-ee7e-475c-9099-56811ff32fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504322 Apr 06 11:32:40.232480 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-ca4132e6-a7a5-49eb-ba97-3e7c702f1638 None None] Provisioning complete for port 317881cd-df11-4959-9f33-26b14fcc90a9 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:32:40.233078 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ca4132e6-a7a5-49eb-ba97-3e7c702f1638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (317881cd-df11-4959-9f33-26b14fcc90a9), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:40.268448 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ca4132e6-a7a5-49eb-ba97-3e7c702f1638 None None] Port 317881cd-df11-4959-9f33-26b14fcc90a9 cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:32:40.484915 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [req-b52825c5-a0c5-4b05-9d0a-0fec88e7f01d req-36d19bf8-33f3-4385-be82-0f30f55cd847 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 317881cd-df11-4959-9f33-26b14fcc90a9 {{(pid=103882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:32:40.493006 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-b52825c5-a0c5-4b05-9d0a-0fec88e7f01d req-36d19bf8-33f3-4385-be82-0f30f55cd847 service neutron] Publish callbacks [] for port (317881cd-df11-4959-9f33-26b14fcc90a9), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:40.506051 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [req-b52825c5-a0c5-4b05-9d0a-0fec88e7f01d req-36d19bf8-33f3-4385-be82-0f30f55cd847 service neutron] Transition to ACTIVE for port object 317881cd-df11-4959-9f33-26b14fcc90a9 will not be triggered until provisioned by entity L2. {{(pid=103882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 11:32:40.549767 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0cc2d64b-8553-4c26-9c2d-26728f607b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (295112eb-abec-44aa-a7f9-d1b9c67b3953), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:40.578211 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-b52825c5-a0c5-4b05-9d0a-0fec88e7f01d req-36d19bf8-33f3-4385-be82-0f30f55cd847 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8797942'] for port (317881cd-df11-4959-9f33-26b14fcc90a9), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:40.629709 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d19bf8-33f3-4385-be82-0f30f55cd847 service neutron] Pushing event updated for resources: {'Port': ['ID=317881cd-df11-4959-9f33-26b14fcc90a9,revision_number=2']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:40.705140 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [req-b52825c5-a0c5-4b05-9d0a-0fec88e7f01d req-36d19bf8-33f3-4385-be82-0f30f55cd847 service neutron] Attempting to bind port 317881cd-df11-4959-9f33-26b14fcc90a9 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:32:40.705813 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [req-b52825c5-a0c5-4b05-9d0a-0fec88e7f01d req-36d19bf8-33f3-4385-be82-0f30f55cd847 service neutron] Attempting to bind port 317881cd-df11-4959-9f33-26b14fcc90a9 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '6a602240-3922-4bf0-a8bb-04a4d05b55c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '5529688d-cbb0-454c-b2b2-2dd8660f20c8'}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:32:40.706006 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52825c5-a0c5-4b05-9d0a-0fec88e7f01d req-36d19bf8-33f3-4385-be82-0f30f55cd847 service neutron] Attempting to bind port 317881cd-df11-4959-9f33-26b14fcc90a9 on network 5529688d-cbb0-454c-b2b2-2dd8660f20c8 {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:32:40.710952 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52825c5-a0c5-4b05-9d0a-0fec88e7f01d req-36d19bf8-33f3-4385-be82-0f30f55cd847 service neutron] Port 317881cd-df11-4959-9f33-26b14fcc90a9 on network 5529688d-cbb0-454c-b2b2-2dd8660f20c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 11:32:40.711279 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52825c5-a0c5-4b05-9d0a-0fec88e7f01d req-36d19bf8-33f3-4385-be82-0f30f55cd847 service neutron] Attempting to bind port 317881cd-df11-4959-9f33-26b14fcc90a9 on network 5529688d-cbb0-454c-b2b2-2dd8660f20c8 {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:32:40.717272 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52825c5-a0c5-4b05-9d0a-0fec88e7f01d req-36d19bf8-33f3-4385-be82-0f30f55cd847 service neutron] Checking agent: {'id': 'dc195572-b6d9-4259-8541-839e457b2650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 25, 36), 'started_at': datetime.datetime(2022, 4, 6, 11, 25, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:32:40.717540 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52825c5-a0c5-4b05-9d0a-0fec88e7f01d req-36d19bf8-33f3-4385-be82-0f30f55cd847 service neutron] Checking segment: {'id': '6a602240-3922-4bf0-a8bb-04a4d05b55c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '5529688d-cbb0-454c-b2b2-2dd8660f20c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:32:40.717924 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52825c5-a0c5-4b05-9d0a-0fec88e7f01d req-36d19bf8-33f3-4385-be82-0f30f55cd847 service neutron] Bound using segment: {'id': '6a602240-3922-4bf0-a8bb-04a4d05b55c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '5529688d-cbb0-454c-b2b2-2dd8660f20c8'} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:32:40.718355 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [req-b52825c5-a0c5-4b05-9d0a-0fec88e7f01d req-36d19bf8-33f3-4385-be82-0f30f55cd847 service neutron] Bound port: 317881cd-df11-4959-9f33-26b14fcc90a9, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a602240-3922-4bf0-a8bb-04a4d05b55c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '5529688d-cbb0-454c-b2b2-2dd8660f20c8'}}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:32:40.718836 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-b52825c5-a0c5-4b05-9d0a-0fec88e7f01d req-36d19bf8-33f3-4385-be82-0f30f55cd847 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (317881cd-df11-4959-9f33-26b14fcc90a9), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:40.790998 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [req-b52825c5-a0c5-4b05-9d0a-0fec88e7f01d req-36d19bf8-33f3-4385-be82-0f30f55cd847 service neutron] For port 317881cd-df11-4959-9f33-26b14fcc90a9, host hv-cinder-83607, cleared binding levels {{(pid=103882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:32:40.796534 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [req-b52825c5-a0c5-4b05-9d0a-0fec88e7f01d req-36d19bf8-33f3-4385-be82-0f30f55cd847 service neutron] For port 317881cd-df11-4959-9f33-26b14fcc90a9, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=317881cd-df11-4959-9f33-26b14fcc90a9,segment=NetworkSegment(6a602240-3922-4bf0-a8bb-04a4d05b55c4),segment_id=6a602240-3922-4bf0-a8bb-04a4d05b55c4)] {{(pid=103882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:32:40.822544 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device 42cbc71c-3ec9-4849-b70f-e19283522ddb details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:32:40.865850 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-b52825c5-a0c5-4b05-9d0a-0fec88e7f01d req-36d19bf8-33f3-4385-be82-0f30f55cd847 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8797942'] for port (317881cd-df11-4959-9f33-26b14fcc90a9), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:40.922757 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52825c5-a0c5-4b05-9d0a-0fec88e7f01d req-36d19bf8-33f3-4385-be82-0f30f55cd847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:40.923417 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-b52825c5-a0c5-4b05-9d0a-0fec88e7f01d req-36d19bf8-33f3-4385-be82-0f30f55cd847 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for port (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:40.925217 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b52825c5-a0c5-4b05-9d0a-0fec88e7f01d req-36d19bf8-33f3-4385-be82-0f30f55cd847 service neutron] 10.222.0.48 "PUT /v2.0/ports/317881cd-df11-4959-9f33-26b14fcc90a9 HTTP/1.1" status: 200 len: 1094 time: 0.8678470 Apr 06 11:32:40.934202 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7a15721-b291-44f2-b2b2-f9286af65913', 'tag': '317881cd-df11-4959-9f33-26b14fcc90a9'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:32:40.938138 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29156e5c8df2cda5f8c3a12ff109e02ba7a327efefb734c2c5f81b1bf548e3ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de474555-3bb7-40bc-8cc2-a1e328eacdd6" -d '{"events": [{"name": "network-changed", "server_uuid": "e7a15721-b291-44f2-b2b2-f9286af65913", "tag": "317881cd-df11-4959-9f33-26b14fcc90a9"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:32:40.961719 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port 42cbc71c-3ec9-4849-b70f-e19283522ddb, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=42cbc71c-3ec9-4849-b70f-e19283522ddb,segment=NetworkSegment(3347e514-facd-4073-b90b-64355ba61658),segment_id=3347e514-facd-4073-b90b-64355ba61658)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:32:40.981575 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Returning: {'device': '42cbc71c-3ec9-4849-b70f-e19283522ddb', 'network_id': 'dc23bab2-5009-4000-9be8-b01c02506344', 'port_id': '42cbc71c-3ec9-4849-b70f-e19283522ddb', 'mac_address': 'fa:16:3e:02:f2:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af591e27-8cd2-4603-8651-34dd07f2f0b2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:32:40.991750 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d19bf8-33f3-4385-be82-0f30f55cd847 service neutron] Pushing event updated for resources: {'Port': ['ID=317881cd-df11-4959-9f33-26b14fcc90a9,revision_number=3']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:41.009657 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a20eb642-70ad-4c44-9b8d-9158a02b0c0d x-openstack-request-id: req-a20eb642-70ad-4c44-9b8d-9158a02b0c0d {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:32:41.009972 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7a15721-b291-44f2-b2b2-f9286af65913", "tag": "317881cd-df11-4959-9f33-26b14fcc90a9", "status": "completed", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:32:41.010234 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a20eb642-70ad-4c44-9b8d-9158a02b0c0d {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:32:41.011236 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a20eb642-70ad-4c44-9b8d-9158a02b0c0d'] response: {'name': 'network-changed', 'server_uuid': 'e7a15721-b291-44f2-b2b2-f9286af65913', 'tag': '317881cd-df11-4959-9f33-26b14fcc90a9', 'status': 'completed', 'code': 200} Apr 06 11:32:41.031862 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Current status of the port 42cbc71c-3ec9-4849-b70f-e19283522ddb is: DOWN; New status is: BUILD {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:32:41.032255 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (42cbc71c-3ec9-4849-b70f-e19283522ddb), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:41.032818 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c29ccf4-52b1-4f6f-a9a2-b288ed211d5e req-71839032-7629-485b-9f2e-ed191ca54570 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:41.040311 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5c29ccf4-52b1-4f6f-a9a2-b288ed211d5e req-71839032-7629-485b-9f2e-ed191ca54570 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7a15721-b291-44f2-b2b2-f9286af65913 HTTP/1.1" status: 200 len: 944 time: 0.0986722 Apr 06 11:32:41.047414 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42cbc71c-3ec9-4849-b70f-e19283522ddb {{(pid=103883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:32:41.084561 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port 42cbc71c-3ec9-4849-b70f-e19283522ddb, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=42cbc71c-3ec9-4849-b70f-e19283522ddb,segment=NetworkSegment(3347e514-facd-4073-b90b-64355ba61658),segment_id=3347e514-facd-4073-b90b-64355ba61658)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:32:41.149275 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-5ce7a691-55ff-4e55-889b-99ca15bfdda7 req-a3628017-fda1-4ddc-bed4-f20e8044c396 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0defed62-6c56-408f-b983-b1474ae92d63 HTTP/1.1" status: 200 len: 210 time: 0.0302176 Apr 06 11:32:41.176527 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5c29ccf4-52b1-4f6f-a9a2-b288ed211d5e req-4d5d57c6-a2b6-4908-88df-fad2ca78073e tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac894724-97ca-41d3-96d5-110745d86dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350577 Apr 06 11:32:41.179582 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (42cbc71c-3ec9-4849-b70f-e19283522ddb), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:41.209913 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de474555-3bb7-40bc-8cc2-a1e328eacdd6 req-d3171fd1-f041-4eb7-b15c-729d717e1984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:41.211508 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-de474555-3bb7-40bc-8cc2-a1e328eacdd6 req-d3171fd1-f041-4eb7-b15c-729d717e1984 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=de48ef632a974b5c83191742cf569887&device_id=e7a15721-b291-44f2-b2b2-f9286af65913 HTTP/1.1" status: 200 len: 1128 time: 0.1685865 Apr 06 11:32:41.297792 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Pushing event updated for resources: {'Port': ['ID=42cbc71c-3ec9-4849-b70f-e19283522ddb,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:41.298851 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 55120) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:32:41.324694 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117e1fa-a03a-402d-9d24-ec6776391eb8 req-8446f0a1-2527-40a3-a450-dcb7a5c43954 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:41.327149 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2117e1fa-a03a-402d-9d24-ec6776391eb8 req-8446f0a1-2527-40a3-a450-dcb7a5c43954 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.48 "GET /v2.0/networks?id=60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c HTTP/1.1" status: 200 len: 815 time: 0.2205274 Apr 06 11:32:41.336228 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c66e05-fdd1-4c21-9cc5-8081ea3e83c8 req-50f581fc-2ec2-43d4-a700-4f5773d3034a tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:41.342017 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [req-2117e1fa-a03a-402d-9d24-ec6776391eb8 req-16195880-a56d-4d2d-8628-400bd50b15dd tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Request body: {'port': {'device_id': '0defed62-6c56-408f-b983-b1474ae92d63', 'network_id': '60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c', 'admin_state_up': True, 'tenant_id': '740355080be44897b97d4b0cfd48c0f0'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:32:41.346757 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-89c66e05-fdd1-4c21-9cc5-8081ea3e83c8 req-50f581fc-2ec2-43d4-a700-4f5773d3034a tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=95a94d5a-1bab-482d-bffe-60f1f83d0112 HTTP/1.1" status: 200 len: 944 time: 0.0691578 Apr 06 11:32:41.410961 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-89c66e05-fdd1-4c21-9cc5-8081ea3e83c8 req-1eebd248-9756-4248-817e-6c793c3acf37 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/security-groups?id=20bc3d68-ee7e-475c-9099-56811ff32fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470099 Apr 06 11:32:41.420381 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] get_ports_and_sgs() called for port_ids ['42cbc71c-3ec9-4849-b70f-e19283522ddb'] {{(pid=103883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:32:41.440142 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de474555-3bb7-40bc-8cc2-a1e328eacdd6 req-37659461-4314-40c3-8ff0-40a1f6db2a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:41.442738 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-de474555-3bb7-40bc-8cc2-a1e328eacdd6 req-37659461-4314-40c3-8ff0-40a1f6db2a74 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=de48ef632a974b5c83191742cf569887&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2234163 Apr 06 11:32:41.450542 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-6576e95f-6beb-4713-91c7-3a1449f0f134 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2057878857-network', 'tenant_id': '3afc2827a2964297baad3e6d85665721'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:32:41.576230 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6576e95f-6beb-4713-91c7-3a1449f0f134 admin admin] Made reservation on behalf of 3afc2827a2964297baad3e6d85665721 for: {'network': 1} {{(pid=103882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:32:41.578521 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-6576e95f-6beb-4713-91c7-3a1449f0f134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for network (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:41.593105 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-6576e95f-6beb-4713-91c7-3a1449f0f134 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:41.615404 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de474555-3bb7-40bc-8cc2-a1e328eacdd6 req-43b31cc5-9eab-4de3-8cd3-ea6a797a89c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:41.623807 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-de474555-3bb7-40bc-8cc2-a1e328eacdd6 req-43b31cc5-9eab-4de3-8cd3-ea6a797a89c7 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1607926 Apr 06 11:32:41.639524 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2117e1fa-a03a-402d-9d24-ec6776391eb8 req-16195880-a56d-4d2d-8628-400bd50b15dd tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Made reservation on behalf of 740355080be44897b97d4b0cfd48c0f0 for: {'port': 1} {{(pid=103882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:32:41.643437 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-2117e1fa-a03a-402d-9d24-ec6776391eb8 req-16195880-a56d-4d2d-8628-400bd50b15dd tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:41.800104 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-6576e95f-6beb-4713-91c7-3a1449f0f134 admin admin] Publish callbacks [] for security_group (e71913b3-9123-4af1-888e-ad0689d904f6), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:41.802364 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52825c5-a0c5-4b05-9d0a-0fec88e7f01d req-5f88672a-ecee-497e-a8d9-555b8719031c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:41.803931 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b52825c5-a0c5-4b05-9d0a-0fec88e7f01d req-5f88672a-ecee-497e-a8d9-555b8719031c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=de48ef632a974b5c83191742cf569887&device_id=e7a15721-b291-44f2-b2b2-f9286af65913 HTTP/1.1" status: 200 len: 1128 time: 0.1472533 Apr 06 11:32:41.863451 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b52825c5-a0c5-4b05-9d0a-0fec88e7f01d req-31c8c95c-3f9b-477f-9d36-36b264252906 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=317881cd-df11-4959-9f33-26b14fcc90a9 HTTP/1.1" status: 200 len: 217 time: 0.0383656 Apr 06 11:32:41.863810 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7bcfc971-4c1e-4d8f-8ae7-97bffdd4e21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (33edc1dd-8f2c-4a3f-bd07-9ad8bd534bf2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:41.903293 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-6576e95f-6beb-4713-91c7-3a1449f0f134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (e71913b3-9123-4af1-888e-ad0689d904f6), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:41.921210 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [req-2117e1fa-a03a-402d-9d24-ec6776391eb8 req-16195880-a56d-4d2d-8628-400bd50b15dd tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Allocated IP 172.20.0.9 (60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c/61035200-00d2-4cb6-9c63-74a66ed9fe60/12af31c2-12b6-4d35-a170-a6cdb47daf39) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:32:41.953723 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6576e95f-6beb-4713-91c7-3a1449f0f134 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=103882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 11:32:41.964814 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52825c5-a0c5-4b05-9d0a-0fec88e7f01d req-52ef8fd3-3f90-4fd2-8da7-79ab2bee91a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:41.966149 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b52825c5-a0c5-4b05-9d0a-0fec88e7f01d req-52ef8fd3-3f90-4fd2-8da7-79ab2bee91a4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c5124a61-a5c8-4acc-8eca-8ed8dd4c3666 HTTP/1.1" status: 200 len: 850 time: 0.0963144 Apr 06 11:32:41.970011 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6576e95f-6beb-4713-91c7-3a1449f0f134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71913b3-9123-4af1-888e-ad0689d904f6,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:41.985852 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-6576e95f-6beb-4713-91c7-3a1449f0f134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726494'] for segment (48d35104-9030-4a9f-be5c-3bd61cd95e2d), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:41.986195 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.db.segments_db [None req-6576e95f-6beb-4713-91c7-3a1449f0f134 admin admin] Added segment 48d35104-9030-4a9f-be5c-3bd61cd95e2d of type vlan for network 37804288-ffd4-4232-b10e-0727b0e5cfad Apr 06 11:32:42.131988 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-6576e95f-6beb-4713-91c7-3a1449f0f134 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779192449082'] for network (37804288-ffd4-4232-b10e-0727b0e5cfad), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:42.372849 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7025f229-f301-4c31-b6e2-222b21ec4730 req-73535391-b403-4fde-bf34-1bdbef452b5c tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:42.377899 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-7025f229-f301-4c31-b6e2-222b21ec4730 req-73535391-b403-4fde-bf34-1bdbef452b5c tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7a15721-b291-44f2-b2b2-f9286af65913 HTTP/1.1" status: 200 len: 944 time: 0.0927994 Apr 06 11:32:42.445656 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52825c5-a0c5-4b05-9d0a-0fec88e7f01d req-b9186650-73f8-4113-829e-af15bf604761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:42.447113 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b52825c5-a0c5-4b05-9d0a-0fec88e7f01d req-b9186650-73f8-4113-829e-af15bf604761 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5529688d-cbb0-454c-b2b2-2dd8660f20c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4696276 Apr 06 11:32:42.454177 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-7025f229-f301-4c31-b6e2-222b21ec4730 req-736bef13-8633-4d9b-86fc-647f3327303a tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac894724-97ca-41d3-96d5-110745d86dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676923 Apr 06 11:32:42.488292 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-cbbb4516-3277-4e3c-9dbf-ee61f67cb729 req-476e3e45-1880-468c-aa0b-b35f83dfcfb5 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0defed62-6c56-408f-b983-b1474ae92d63 HTTP/1.1" status: 200 len: 210 time: 0.0448639 Apr 06 11:32:42.539839 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-6576e95f-6beb-4713-91c7-3a1449f0f134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322'] for network (37804288-ffd4-4232-b10e-0727b0e5cfad), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:42.544486 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6576e95f-6beb-4713-91c7-3a1449f0f134 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:42.544486 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-6576e95f-6beb-4713-91c7-3a1449f0f134 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570608'] for network (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:42.584438 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-2117e1fa-a03a-402d-9d24-ec6776391eb8 req-16195880-a56d-4d2d-8628-400bd50b15dd tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Publish callbacks [] for port (12af31c2-12b6-4d35-a170-a6cdb47daf39), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:42.628712 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82671b98-91bc-4415-a373-4284b8fa3c4c req-b91d5047-f97b-4251-a46e-9515dabcc40f tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:42.632006 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-82671b98-91bc-4415-a373-4284b8fa3c4c req-b91d5047-f97b-4251-a46e-9515dabcc40f tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=95a94d5a-1bab-482d-bffe-60f1f83d0112 HTTP/1.1" status: 200 len: 944 time: 0.0702467 Apr 06 11:32:42.655668 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6576e95f-6beb-4713-91c7-3a1449f0f134 admin admin] Pushing event updated for resources: {'Network': ['ID=37804288-ffd4-4232-b10e-0727b0e5cfad,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:42.666512 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Network 37804288-ffd4-4232-b10e-0727b0e5cfad details requested by agent ovs-agent-dv-cinder-836073-2-iscsi with host dv-cinder-836073-2-iscsi {{(pid=103883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 11:32:42.711475 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-82671b98-91bc-4415-a373-4284b8fa3c4c req-8e012006-437b-4bc6-9fbb-71c1f5db6058 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/security-groups?id=20bc3d68-ee7e-475c-9099-56811ff32fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709968 Apr 06 11:32:42.711751 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b52825c5-a0c5-4b05-9d0a-0fec88e7f01d req-3d617056-cfd4-413e-9cee-96bfb1f1a73b service neutron] 10.222.0.48 "GET /v2.0/networks/5529688d-cbb0-454c-b2b2-2dd8660f20c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012715 Apr 06 11:32:42.750800 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-6576e95f-6beb-4713-91c7-3a1449f0f134 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4463258 Apr 06 11:32:42.758269 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 55150) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:32:42.765748 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-9a63bd8f-552b-42a3-9ce5-80be931c183a admin admin] Request body: {'subnet': {'network_id': '37804288-ffd4-4232-b10e-0727b0e5cfad', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2057878857-subnet', 'tenant_id': '3afc2827a2964297baad3e6d85665721', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:32:42.791958 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-2117e1fa-a03a-402d-9d24-ec6776391eb8 req-16195880-a56d-4d2d-8628-400bd50b15dd tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779192465924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797839'] for port (12af31c2-12b6-4d35-a170-a6cdb47daf39), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:42.824005 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device 42cbc71c-3ec9-4849-b70f-e19283522ddb up at agent hyperv_hv-cinder-83607 {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:32:42.844963 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2117e1fa-a03a-402d-9d24-ec6776391eb8 req-16195880-a56d-4d2d-8628-400bd50b15dd tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Network 60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:32:42.853684 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [req-2117e1fa-a03a-402d-9d24-ec6776391eb8 req-16195880-a56d-4d2d-8628-400bd50b15dd tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:32:42.856340 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [req-2117e1fa-a03a-402d-9d24-ec6776391eb8 req-16195880-a56d-4d2d-8628-400bd50b15dd tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:32:42.866245 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a63bd8f-552b-42a3-9ce5-80be931c183a admin admin] Made reservation on behalf of 3afc2827a2964297baad3e6d85665721 for: {'subnet': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:32:42.879416 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9a63bd8f-552b-42a3-9ce5-80be931c183a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8583115'] for subnet (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:42.945967 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16195880-a56d-4d2d-8628-400bd50b15dd tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Pushing event updated for resources: {'Port': ['ID=12af31c2-12b6-4d35-a170-a6cdb47daf39,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:42.984401 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Provisioning for port 42cbc71c-3ec9-4849-b70f-e19283522ddb completed by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 11:32:42.989984 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Provisioning complete for port 42cbc71c-3ec9-4849-b70f-e19283522ddb triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:32:42.991070 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (42cbc71c-3ec9-4849-b70f-e19283522ddb), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:43.000293 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117e1fa-a03a-402d-9d24-ec6776391eb8 req-16195880-a56d-4d2d-8628-400bd50b15dd tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:43.001181 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-2117e1fa-a03a-402d-9d24-ec6776391eb8 req-16195880-a56d-4d2d-8628-400bd50b15dd tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for port (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:43.018671 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b52825c5-a0c5-4b05-9d0a-0fec88e7f01d req-449c5ce6-d9fa-441d-90bf-df9ea14bd13d service neutron] 10.222.0.48 "GET /v2.0/networks/5529688d-cbb0-454c-b2b2-2dd8660f20c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949820 Apr 06 11:32:43.075722 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2117e1fa-a03a-402d-9d24-ec6776391eb8 req-16195880-a56d-4d2d-8628-400bd50b15dd tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7386155 Apr 06 11:32:43.096759 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [req-2117e1fa-a03a-402d-9d24-ec6776391eb8 req-53174d35-d28c-4f2e-b5fa-c94b88509d75 service neutron] Request body: {'port': {'device_id': '0defed62-6c56-408f-b983-b1474ae92d63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:32:43.171463 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-2117e1fa-a03a-402d-9d24-ec6776391eb8 req-53174d35-d28c-4f2e-b5fa-c94b88509d75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (12af31c2-12b6-4d35-a170-a6cdb47daf39), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:43.186915 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Current status of the port 42cbc71c-3ec9-4849-b70f-e19283522ddb is: BUILD; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:32:43.187680 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (42cbc71c-3ec9-4849-b70f-e19283522ddb), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:43.223004 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95a94d5a-1bab-482d-bffe-60f1f83d0112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42cbc71c-3ec9-4849-b70f-e19283522ddb'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:32:43.228063 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a256e0d7ec5edad375dd6353356bf7a80218bed4a34d309726d6a914db977355" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aab1c82-b6c9-444d-88ee-115e15e9c4b8" -d '{"events": [{"server_uuid": "95a94d5a-1bab-482d-bffe-60f1f83d0112", "name": "network-vif-plugged", "status": "completed", "tag": "42cbc71c-3ec9-4849-b70f-e19283522ddb"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:32:43.250386 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port 42cbc71c-3ec9-4849-b70f-e19283522ddb, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=42cbc71c-3ec9-4849-b70f-e19283522ddb,segment=NetworkSegment(3347e514-facd-4073-b90b-64355ba61658),segment_id=3347e514-facd-4073-b90b-64355ba61658)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:32:43.275903 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (a2831ac0-05e7-463d-be89-41d2adab36ec), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:43.304782 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9a63bd8f-552b-42a3-9ce5-80be931c183a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10087826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8583125'] for subnet (e5b096a1-c3bc-425b-b0d6-e505d89de44f), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:43.305852 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca45b23-9da8-4577-8bff-78fb09f05bad x-openstack-request-id: req-5ca45b23-9da8-4577-8bff-78fb09f05bad {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:32:43.306489 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95a94d5a-1bab-482d-bffe-60f1f83d0112", "name": "network-vif-plugged", "status": "completed", "tag": "42cbc71c-3ec9-4849-b70f-e19283522ddb", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:32:43.307052 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5ca45b23-9da8-4577-8bff-78fb09f05bad {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:32:43.309074 dv-cinder-836073-2-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ca45b23-9da8-4577-8bff-78fb09f05bad'] response: {'server_uuid': '95a94d5a-1bab-482d-bffe-60f1f83d0112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42cbc71c-3ec9-4849-b70f-e19283522ddb', 'code': 200} Apr 06 11:32:43.314264 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-34f0d079-5258-4b9a-ae07-75932a8e1524 None None] Provisioning complete for port 12af31c2-12b6-4d35-a170-a6cdb47daf39 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:32:43.314264 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-34f0d079-5258-4b9a-ae07-75932a8e1524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (12af31c2-12b6-4d35-a170-a6cdb47daf39), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:43.341867 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (42cbc71c-3ec9-4849-b70f-e19283522ddb), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:43.418875 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a63bd8f-552b-42a3-9ce5-80be931c183a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5b096a1-c3bc-425b-b0d6-e505d89de44f,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:43.421114 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-34f0d079-5258-4b9a-ae07-75932a8e1524 None None] Port 12af31c2-12b6-4d35-a170-a6cdb47daf39 cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:32:43.453377 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a63bd8f-552b-42a3-9ce5-80be931c183a admin admin] Checking segment: {'id': '48d35104-9030-4a9f-be5c-3bd61cd95e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '37804288-ffd4-4232-b10e-0727b0e5cfad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:32:43.453890 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a63bd8f-552b-42a3-9ce5-80be931c183a admin admin] Network hostable DHCP agents. Network: 37804288-ffd4-4232-b10e-0727b0e5cfad, hostable agents: ['8a8bc679-53b2-461d-b015-cec5a247fb94'], hosted agents: [] {{(pid=103881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 11:32:43.459848 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Pushing event updated for resources: {'Port': ['ID=42cbc71c-3ec9-4849-b70f-e19283522ddb,revision_number=5']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:43.544313 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a63bd8f-552b-42a3-9ce5-80be931c183a admin admin] Network 37804288-ffd4-4232-b10e-0727b0e5cfad is scheduled to be hosted by DHCP agent 8a8bc679-53b2-461d-b015-cec5a247fb94 with binding_index 1 {{(pid=103881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 11:32:43.561506 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [req-2117e1fa-a03a-402d-9d24-ec6776391eb8 req-53174d35-d28c-4f2e-b5fa-c94b88509d75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12af31c2-12b6-4d35-a170-a6cdb47daf39 {{(pid=103882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:32:43.571764 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-2117e1fa-a03a-402d-9d24-ec6776391eb8 req-53174d35-d28c-4f2e-b5fa-c94b88509d75 service neutron] Publish callbacks [] for port (12af31c2-12b6-4d35-a170-a6cdb47daf39), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:43.595832 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c51019-2faa-43d8-bcc9-f919f353d207 req-6a2d60b2-31c8-4e34-8a38-0a7d588fe076 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:43.601016 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [req-2117e1fa-a03a-402d-9d24-ec6776391eb8 req-53174d35-d28c-4f2e-b5fa-c94b88509d75 service neutron] Transition to ACTIVE for port object 12af31c2-12b6-4d35-a170-a6cdb47daf39 will not be triggered until provisioned by entity L2. {{(pid=103882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 11:32:43.603357 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-07c51019-2faa-43d8-bcc9-f919f353d207 req-6a2d60b2-31c8-4e34-8a38-0a7d588fe076 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7a15721-b291-44f2-b2b2-f9286af65913 HTTP/1.1" status: 200 len: 944 time: 0.0746865 Apr 06 11:32:43.620454 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-9a63bd8f-552b-42a3-9ce5-80be931c183a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836073-2-iscsi, 37804288-ffd4-4232-b10e-0727b0e5cfad) {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:32:43.625349 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a63bd8f-552b-42a3-9ce5-80be931c183a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:43.625993 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9a63bd8f-552b-42a3-9ce5-80be931c183a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570608'] for subnet (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:43.631527 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05cc4eca-ee2a-4ed1-bbc7-96989e8b6bf8 None None] Network 37804288-ffd4-4232-b10e-0727b0e5cfad requested from dv-cinder-836073-2-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:32:43.680608 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac70cca-e6bf-452a-b88d-53b7d9731660 req-9bbdbda1-12a4-4b7f-8540-5892dda01d44 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:43.694859 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-dac70cca-e6bf-452a-b88d-53b7d9731660 req-9bbdbda1-12a4-4b7f-8540-5892dda01d44 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0defed62-6c56-408f-b983-b1474ae92d63 HTTP/1.1" status: 200 len: 931 time: 0.1078045 Apr 06 11:32:43.697179 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-2117e1fa-a03a-402d-9d24-ec6776391eb8 req-53174d35-d28c-4f2e-b5fa-c94b88509d75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8797942'] for port (12af31c2-12b6-4d35-a170-a6cdb47daf39), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:43.731772 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-07c51019-2faa-43d8-bcc9-f919f353d207 req-b0f83fd5-733c-46c5-84b7-7c9c2c13808a tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac894724-97ca-41d3-96d5-110745d86dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247442 Apr 06 11:32:43.777999 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-9a63bd8f-552b-42a3-9ce5-80be931c183a admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0178244 Apr 06 11:32:43.780627 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 55160) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:32:43.801348 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-a6b01063-4762-4233-8613-7223e6ee45dd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2057878857-router', 'tenant_id': '3afc2827a2964297baad3e6d85665721', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc'}}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:32:43.843094 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53174d35-d28c-4f2e-b5fa-c94b88509d75 service neutron] Pushing event updated for resources: {'Port': ['ID=12af31c2-12b6-4d35-a170-a6cdb47daf39,revision_number=2']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:43.897501 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a661ab4-503f-4b63-a07c-ab51a71e7568 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272ef63c-8d75-5f2a-b33a-d377c0026717-37804288-ffd4-4232-b10e-0727b0e5cfad', 'network_id': '37804288-ffd4-4232-b10e-0727b0e5cfad', 'project_id': '3afc2827a2964297baad3e6d85665721', 'fixed_ips': [{'subnet_id': 'e5b096a1-c3bc-425b-b0d6-e505d89de44f'}]}} from dv-cinder-836073-2-iscsi. {{(pid=103883) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 11:32:43.898396 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-dac70cca-e6bf-452a-b88d-53b7d9731660 req-0189d8fe-0383-4764-ba86-d3faf6c7ebe4 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7176b56-85d0-48d6-95d1-c4f4a3c784aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026224 Apr 06 11:32:43.900431 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-1a661ab4-503f-4b63-a07c-ab51a71e7568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:43.966543 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a6b01063-4762-4233-8613-7223e6ee45dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-917030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7890'] for router (b7d7bde6-d0db-4ddc-9294-444243721d37), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:43.967599 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a6b01063-4762-4233-8613-7223e6ee45dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-915638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-884774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7883'] for router (b7d7bde6-d0db-4ddc-9294-444243721d37), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:43.978054 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [req-2117e1fa-a03a-402d-9d24-ec6776391eb8 req-53174d35-d28c-4f2e-b5fa-c94b88509d75 service neutron] Attempting to bind port 12af31c2-12b6-4d35-a170-a6cdb47daf39 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:32:43.978672 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [req-2117e1fa-a03a-402d-9d24-ec6776391eb8 req-53174d35-d28c-4f2e-b5fa-c94b88509d75 service neutron] Attempting to bind port 12af31c2-12b6-4d35-a170-a6cdb47daf39 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '37b12cda-1fd9-427f-b829-2881076d1208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c'}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:32:43.979022 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2117e1fa-a03a-402d-9d24-ec6776391eb8 req-53174d35-d28c-4f2e-b5fa-c94b88509d75 service neutron] Attempting to bind port 12af31c2-12b6-4d35-a170-a6cdb47daf39 on network 60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:32:43.987076 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2117e1fa-a03a-402d-9d24-ec6776391eb8 req-53174d35-d28c-4f2e-b5fa-c94b88509d75 service neutron] Port 12af31c2-12b6-4d35-a170-a6cdb47daf39 on network 60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 11:32:43.987076 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2117e1fa-a03a-402d-9d24-ec6776391eb8 req-53174d35-d28c-4f2e-b5fa-c94b88509d75 service neutron] Attempting to bind port 12af31c2-12b6-4d35-a170-a6cdb47daf39 on network 60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:32:43.998663 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2117e1fa-a03a-402d-9d24-ec6776391eb8 req-53174d35-d28c-4f2e-b5fa-c94b88509d75 service neutron] Checking agent: {'id': 'dc195572-b6d9-4259-8541-839e457b2650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 25, 36), 'started_at': datetime.datetime(2022, 4, 6, 11, 25, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:32:43.998663 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2117e1fa-a03a-402d-9d24-ec6776391eb8 req-53174d35-d28c-4f2e-b5fa-c94b88509d75 service neutron] Checking segment: {'id': '37b12cda-1fd9-427f-b829-2881076d1208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:32:43.998981 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2117e1fa-a03a-402d-9d24-ec6776391eb8 req-53174d35-d28c-4f2e-b5fa-c94b88509d75 service neutron] Bound using segment: {'id': '37b12cda-1fd9-427f-b829-2881076d1208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c'} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:32:43.999264 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [req-2117e1fa-a03a-402d-9d24-ec6776391eb8 req-53174d35-d28c-4f2e-b5fa-c94b88509d75 service neutron] Bound port: 12af31c2-12b6-4d35-a170-a6cdb47daf39, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37b12cda-1fd9-427f-b829-2881076d1208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c'}}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:32:43.999628 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-2117e1fa-a03a-402d-9d24-ec6776391eb8 req-53174d35-d28c-4f2e-b5fa-c94b88509d75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (12af31c2-12b6-4d35-a170-a6cdb47daf39), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:44.124481 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a6b01063-4762-4233-8613-7223e6ee45dd admin admin] Publish callbacks [] for router_controller (b7d7bde6-d0db-4ddc-9294-444243721d37), precommit_add_association {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:44.147310 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [None req-1a661ab4-503f-4b63-a07c-ab51a71e7568 None None] Allocated IP 172.20.0.2 (37804288-ffd4-4232-b10e-0727b0e5cfad/e5b096a1-c3bc-425b-b0d6-e505d89de44f/1bb88695-b581-43b8-98a3-3f4c62c559c4) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:32:44.150236 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b8f1e-e8b6-4ea3-b68b-56c2a73693ed req-6dcea1ec-c6cb-4892-83c7-18aa2bb3720c tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:44.159545 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-e11b8f1e-e8b6-4ea3-b68b-56c2a73693ed req-6dcea1ec-c6cb-4892-83c7-18aa2bb3720c tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=95a94d5a-1bab-482d-bffe-60f1f83d0112 HTTP/1.1" status: 200 len: 945 time: 0.2968709 Apr 06 11:32:44.175803 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [req-2117e1fa-a03a-402d-9d24-ec6776391eb8 req-53174d35-d28c-4f2e-b5fa-c94b88509d75 service neutron] For port 12af31c2-12b6-4d35-a170-a6cdb47daf39, host hv-cinder-83607, cleared binding levels {{(pid=103882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:32:44.181204 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [req-2117e1fa-a03a-402d-9d24-ec6776391eb8 req-53174d35-d28c-4f2e-b5fa-c94b88509d75 service neutron] For port 12af31c2-12b6-4d35-a170-a6cdb47daf39, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=12af31c2-12b6-4d35-a170-a6cdb47daf39,segment=NetworkSegment(37b12cda-1fd9-427f-b829-2881076d1208),segment_id=37b12cda-1fd9-427f-b829-2881076d1208)] {{(pid=103882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:32:44.198923 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e411ebd5-21fa-4651-9096-a08a110943ab req-e6c66cef-9b61-4c0c-89c4-ac9bc66747b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:44.201431 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e411ebd5-21fa-4651-9096-a08a110943ab req-e6c66cef-9b61-4c0c-89c4-ac9bc66747b9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=95a94d5a-1bab-482d-bffe-60f1f83d0112 HTTP/1.1" status: 200 len: 1129 time: 0.1070590 Apr 06 11:32:44.261629 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-2117e1fa-a03a-402d-9d24-ec6776391eb8 req-53174d35-d28c-4f2e-b5fa-c94b88509d75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8797942'] for port (12af31c2-12b6-4d35-a170-a6cdb47daf39), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:44.314263 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-e11b8f1e-e8b6-4ea3-b68b-56c2a73693ed req-f905067d-aa1d-47ba-84e6-9860b3b9c6ba tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/security-groups?id=20bc3d68-ee7e-475c-9099-56811ff32fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535778 Apr 06 11:32:44.348728 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117e1fa-a03a-402d-9d24-ec6776391eb8 req-53174d35-d28c-4f2e-b5fa-c94b88509d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:44.349917 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-2117e1fa-a03a-402d-9d24-ec6776391eb8 req-53174d35-d28c-4f2e-b5fa-c94b88509d75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for port (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:44.351598 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2117e1fa-a03a-402d-9d24-ec6776391eb8 req-53174d35-d28c-4f2e-b5fa-c94b88509d75 service neutron] 10.222.0.48 "PUT /v2.0/ports/12af31c2-12b6-4d35-a170-a6cdb47daf39 HTTP/1.1" status: 200 len: 1093 time: 1.2616367 Apr 06 11:32:44.360774 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0defed62-6c56-408f-b983-b1474ae92d63', 'tag': '12af31c2-12b6-4d35-a170-a6cdb47daf39'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:32:44.363434 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29156e5c8df2cda5f8c3a12ff109e02ba7a327efefb734c2c5f81b1bf548e3ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53abf5af-3d0a-409d-a3d3-272564555284" -d '{"events": [{"name": "network-changed", "server_uuid": "0defed62-6c56-408f-b983-b1474ae92d63", "tag": "12af31c2-12b6-4d35-a170-a6cdb47daf39"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:32:44.421542 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e411ebd5-21fa-4651-9096-a08a110943ab req-d0f3e44a-ba72-4250-bd5f-c155bf8b8268 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=20bc3d68-ee7e-475c-9099-56811ff32fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1873505 Apr 06 11:32:44.431609 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53174d35-d28c-4f2e-b5fa-c94b88509d75 service neutron] Pushing event updated for resources: {'Port': ['ID=12af31c2-12b6-4d35-a170-a6cdb47daf39,revision_number=3']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:44.470486 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f83a6cae-e06f-4190-b659-59fa5c0e398c x-openstack-request-id: req-f83a6cae-e06f-4190-b659-59fa5c0e398c {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:32:44.471751 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0defed62-6c56-408f-b983-b1474ae92d63", "tag": "12af31c2-12b6-4d35-a170-a6cdb47daf39", "status": "completed", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:32:44.472224 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f83a6cae-e06f-4190-b659-59fa5c0e398c {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:32:44.472827 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f83a6cae-e06f-4190-b659-59fa5c0e398c'] response: {'name': 'network-changed', 'server_uuid': '0defed62-6c56-408f-b983-b1474ae92d63', 'tag': '12af31c2-12b6-4d35-a170-a6cdb47daf39', 'status': 'completed', 'code': 200} Apr 06 11:32:44.477845 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a6b01063-4762-4233-8613-7223e6ee45dd admin admin] Publish callbacks [] for router_gateway (b7d7bde6-d0db-4ddc-9294-444243721d37), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:44.481754 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-1a661ab4-503f-4b63-a07c-ab51a71e7568 None None] Publish callbacks [] for port (1bb88695-b581-43b8-98a3-3f4c62c559c4), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:44.546586 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-1a661ab4-503f-4b63-a07c-ab51a71e7568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779192465924'] for port (1bb88695-b581-43b8-98a3-3f4c62c559c4), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:44.595168 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a661ab4-503f-4b63-a07c-ab51a71e7568 None None] Network 37804288-ffd4-4232-b10e-0727b0e5cfad is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:32:44.600531 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-1a661ab4-503f-4b63-a07c-ab51a71e7568 None None] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:32:44.605131 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a661ab4-503f-4b63-a07c-ab51a71e7568 None None] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:32:44.609030 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a661ab4-503f-4b63-a07c-ab51a71e7568 None None] Pushing event updated for resources: {'Port': ['ID=1bb88695-b581-43b8-98a3-3f4c62c559c4,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:44.694407 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-1a661ab4-503f-4b63-a07c-ab51a71e7568 None None] Attempting to bind port 1bb88695-b581-43b8-98a3-3f4c62c559c4 on host dv-cinder-836073-2-iscsi for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:32:44.694923 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-1a661ab4-503f-4b63-a07c-ab51a71e7568 None None] Attempting to bind port 1bb88695-b581-43b8-98a3-3f4c62c559c4 by drivers openvswitch,hyperv on host dv-cinder-836073-2-iscsi at level 0 using segments [{'id': '48d35104-9030-4a9f-be5c-3bd61cd95e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '37804288-ffd4-4232-b10e-0727b0e5cfad'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:32:44.695162 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a661ab4-503f-4b63-a07c-ab51a71e7568 None None] Attempting to bind port 1bb88695-b581-43b8-98a3-3f4c62c559c4 on network 37804288-ffd4-4232-b10e-0727b0e5cfad {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:32:44.722689 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a661ab4-503f-4b63-a07c-ab51a71e7568 None None] Checking agent: {'id': 'a2831ac0-05e7-463d-be89-41d2adab36ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 18, 43), 'started_at': datetime.datetime(2022, 4, 6, 11, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:32:44.734607 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a661ab4-503f-4b63-a07c-ab51a71e7568 None None] Checking segment: {'id': '48d35104-9030-4a9f-be5c-3bd61cd95e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '37804288-ffd4-4232-b10e-0727b0e5cfad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:32:44.734607 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-1a661ab4-503f-4b63-a07c-ab51a71e7568 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:44.734607 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a661ab4-503f-4b63-a07c-ab51a71e7568 None None] Bound using segment: {'id': '48d35104-9030-4a9f-be5c-3bd61cd95e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '37804288-ffd4-4232-b10e-0727b0e5cfad'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:32:44.734607 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-1a661ab4-503f-4b63-a07c-ab51a71e7568 None None] Bound port: 1bb88695-b581-43b8-98a3-3f4c62c559c4, host: dv-cinder-836073-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48d35104-9030-4a9f-be5c-3bd61cd95e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '37804288-ffd4-4232-b10e-0727b0e5cfad'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:32:44.734607 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-1a661ab4-503f-4b63-a07c-ab51a71e7568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (1bb88695-b581-43b8-98a3-3f4c62c559c4), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:44.838514 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-1a661ab4-503f-4b63-a07c-ab51a71e7568 None None] For port 1bb88695-b581-43b8-98a3-3f4c62c559c4, host dv-cinder-836073-2-iscsi, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:32:44.843239 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-1a661ab4-503f-4b63-a07c-ab51a71e7568 None None] For port 1bb88695-b581-43b8-98a3-3f4c62c559c4, host dv-cinder-836073-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=1bb88695-b581-43b8-98a3-3f4c62c559c4,segment=NetworkSegment(48d35104-9030-4a9f-be5c-3bd61cd95e2d),segment_id=48d35104-9030-4a9f-be5c-3bd61cd95e2d)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:32:45.074216 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a6b01063-4762-4233-8613-7223e6ee45dd admin admin] Publish callbacks [] for router_gateway (b7d7bde6-d0db-4ddc-9294-444243721d37), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:45.074216 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a6b01063-4762-4233-8613-7223e6ee45dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:45.074216 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d2410-0c6c-43dd-9f08-fe1c324b49be req-119fe11c-0029-4a73-91c6-8aba477cabeb tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:45.074216 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-0a8d2410-0c6c-43dd-9f08-fe1c324b49be req-119fe11c-0029-4a73-91c6-8aba477cabeb tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7a15721-b291-44f2-b2b2-f9286af65913 HTTP/1.1" status: 200 len: 944 time: 0.1450312 Apr 06 11:32:45.074957 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a78821c-f831-4b9b-82d8-54f877be2bde req-6b8892de-c84e-45bf-a46b-5fe032deeaa9 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:45.074957 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4a78821c-f831-4b9b-82d8-54f877be2bde req-6b8892de-c84e-45bf-a46b-5fe032deeaa9 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0defed62-6c56-408f-b983-b1474ae92d63 HTTP/1.1" status: 200 len: 943 time: 0.0546935 Apr 06 11:32:45.111362 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4a78821c-f831-4b9b-82d8-54f877be2bde req-700dd368-59eb-4c98-9c99-92ed832313aa tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7176b56-85d0-48d6-95d1-c4f4a3c784aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631185 Apr 06 11:32:45.169544 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-0a8d2410-0c6c-43dd-9f08-fe1c324b49be req-f4aa5f08-eb6b-4361-acb6-c8838f857b15 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac894724-97ca-41d3-96d5-110745d86dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151173 Apr 06 11:32:45.214924 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [None req-a6b01063-4762-4233-8613-7223e6ee45dd admin admin] Allocated IP 172.27.2.83 (698fa61f-093e-4dd4-aaec-c1b231275ecc/4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809/bbae9186-0728-425f-b1b8-9aa843a7f3a5) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:32:45.226000 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-1a661ab4-503f-4b63-a07c-ab51a71e7568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (1bb88695-b581-43b8-98a3-3f4c62c559c4), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:45.320901 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a661ab4-503f-4b63-a07c-ab51a71e7568 None None] Pushing event updated for resources: {'Port': ['ID=1bb88695-b581-43b8-98a3-3f4c62c559c4,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:45.360398 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a6b01063-4762-4233-8613-7223e6ee45dd admin admin] Publish callbacks [] for port (bbae9186-0728-425f-b1b8-9aa843a7f3a5), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:45.486724 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3086c77f-4339-42eb-8290-b6fe08f9865e req-792b4cf3-be6f-4294-8aa8-e47fda4b6abe tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:45.487822 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a6b01063-4762-4233-8613-7223e6ee45dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779192465924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10088034'] for port (bbae9186-0728-425f-b1b8-9aa843a7f3a5), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:45.489229 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3086c77f-4339-42eb-8290-b6fe08f9865e req-792b4cf3-be6f-4294-8aa8-e47fda4b6abe tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=95a94d5a-1bab-482d-bffe-60f1f83d0112 HTTP/1.1" status: 200 len: 945 time: 0.0841861 Apr 06 11:32:45.562489 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3086c77f-4339-42eb-8290-b6fe08f9865e req-0a0dcd89-cc08-4504-a145-a1c84e7dcae9 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/security-groups?id=20bc3d68-ee7e-475c-9099-56811ff32fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674458 Apr 06 11:32:45.567473 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b01063-4762-4233-8613-7223e6ee45dd admin admin] Pushing event updated for resources: {'Port': ['ID=bbae9186-0728-425f-b1b8-9aa843a7f3a5,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:45.577712 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b01063-4762-4233-8613-7223e6ee45dd admin admin] Network 698fa61f-093e-4dd4-aaec-c1b231275ecc is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:32:45.579302 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-a6b01063-4762-4233-8613-7223e6ee45dd admin admin] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:32:45.581697 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b01063-4762-4233-8613-7223e6ee45dd admin admin] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:32:46.251227 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a6b01063-4762-4233-8613-7223e6ee45dd admin admin] Publish callbacks [] for router_gateway (b7d7bde6-d0db-4ddc-9294-444243721d37), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:46.364054 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb4a82b-c167-443b-ba39-3816f8948e7e req-bab31d1b-0aef-43ab-8efc-3e02aa51cc51 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:46.367971 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5fb4a82b-c167-443b-ba39-3816f8948e7e req-bab31d1b-0aef-43ab-8efc-3e02aa51cc51 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7a15721-b291-44f2-b2b2-f9286af65913 HTTP/1.1" status: 200 len: 944 time: 0.1043739 Apr 06 11:32:46.444619 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5fb4a82b-c167-443b-ba39-3816f8948e7e req-7f4febf3-26ac-451c-8b77-ad25770e1da3 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac894724-97ca-41d3-96d5-110745d86dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757580 Apr 06 11:32:46.580078 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df8f9c7-27df-4378-818e-0f4a148f7742 req-03114e08-673c-4434-b15c-bb6fc105162f tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:46.581667 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-2df8f9c7-27df-4378-818e-0f4a148f7742 req-03114e08-673c-4434-b15c-bb6fc105162f tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0defed62-6c56-408f-b983-b1474ae92d63 HTTP/1.1" status: 200 len: 943 time: 0.3566463 Apr 06 11:32:46.620594 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a6b01063-4762-4233-8613-7223e6ee45dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-915631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886519'] for router (b7d7bde6-d0db-4ddc-9294-444243721d37), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:46.664825 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3fc394-5c0a-4fce-961c-97059a56806c None None] Network 37804288-ffd4-4232-b10e-0727b0e5cfad requested from dv-cinder-836073-2-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:32:46.680644 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-2df8f9c7-27df-4378-818e-0f4a148f7742 req-ef801cfe-82c7-440a-b182-d9dcae6a761c tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7176b56-85d0-48d6-95d1-c4f4a3c784aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901365 Apr 06 11:32:46.733391 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf277d-6e82-4120-8e04-cff4eb96dee1 req-2b11e4d4-7fc6-49d4-ad93-180da531f22c tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:46.736013 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5cbf277d-6e82-4120-8e04-cff4eb96dee1 req-2b11e4d4-7fc6-49d4-ad93-180da531f22c tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=95a94d5a-1bab-482d-bffe-60f1f83d0112 HTTP/1.1" status: 200 len: 945 time: 0.0868263 Apr 06 11:32:46.822534 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-7998b1cc-d5ab-424f-a102-7825dc656473 None None] Provisioning complete for port 1bb88695-b581-43b8-98a3-3f4c62c559c4 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:32:46.825863 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7998b1cc-d5ab-424f-a102-7825dc656473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (1bb88695-b581-43b8-98a3-3f4c62c559c4), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:46.837776 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5cbf277d-6e82-4120-8e04-cff4eb96dee1 req-dc820bf4-e7c9-4313-a9e7-55bfed994b10 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/security-groups?id=20bc3d68-ee7e-475c-9099-56811ff32fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959353 Apr 06 11:32:46.892447 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6b01063-4762-4233-8613-7223e6ee45dd admin admin] Router b7d7bde6-d0db-4ddc-9294-444243721d37 is scheduled to L3 agent 9404f039-f516-42fd-94a5-c122fff5649f with binding_index 1 {{(pid=103881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 11:32:46.994805 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-7998b1cc-d5ab-424f-a102-7825dc656473 None None] Current status of the port 1bb88695-b581-43b8-98a3-3f4c62c559c4 is: DOWN; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:32:46.995694 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7998b1cc-d5ab-424f-a102-7825dc656473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (1bb88695-b581-43b8-98a3-3f4c62c559c4), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:47.000986 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device 1bb88695-b581-43b8-98a3-3f4c62c559c4 up at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:32:47.070620 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b01063-4762-4233-8613-7223e6ee45dd admin admin] Notify agent at l3_agent.dv-cinder-836073-2-iscsi the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:32:47.082493 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ac0c78-2c7d-48dc-8369-f33f7ad73755 None None] Sync routers for ids ['b7d7bde6-d0db-4ddc-9294-444243721d37'] in dv-cinder-836073-2-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:32:47.106509 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ac0c78-2c7d-48dc-8369-f33f7ad73755 None None] Routers {'b7d7bde6-d0db-4ddc-9294-444243721d37'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:32:47.107398 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-84ac0c78-2c7d-48dc-8369-f33f7ad73755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:32:39Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['b7d7bde6-d0db-4ddc-9294-444243721d37'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:32:47.176211 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a6b01063-4762-4233-8613-7223e6ee45dd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:47.177709 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-a6b01063-4762-4233-8613-7223e6ee45dd admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.3958888 Apr 06 11:32:47.180808 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 55178) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:32:47.186055 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-7998b1cc-d5ab-424f-a102-7825dc656473 None None] For port 1bb88695-b581-43b8-98a3-3f4c62c559c4, host dv-cinder-836073-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=1bb88695-b581-43b8-98a3-3f4c62c559c4,segment=NetworkSegment(48d35104-9030-4a9f-be5c-3bd61cd95e2d),segment_id=48d35104-9030-4a9f-be5c-3bd61cd95e2d)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:32:47.216286 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Provisioning complete for port 1bb88695-b581-43b8-98a3-3f4c62c559c4 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:32:47.222749 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (1bb88695-b581-43b8-98a3-3f4c62c559c4), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:47.277914 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7998b1cc-d5ab-424f-a102-7825dc656473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (1bb88695-b581-43b8-98a3-3f4c62c559c4), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:47.296772 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-84ac0c78-2c7d-48dc-8369-f33f7ad73755 None None] Set router b7d7bde6-d0db-4ddc-9294-444243721d37 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:32:47.397181 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7998b1cc-d5ab-424f-a102-7825dc656473 None None] Pushing event updated for resources: {'Port': ['ID=1bb88695-b581-43b8-98a3-3f4c62c559c4,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:47.413427 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Current status of the port 1bb88695-b581-43b8-98a3-3f4c62c559c4 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:32:47.429015 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-09bf937a-cd6f-49d7-a66d-dbd29ce51d74 None None] Provisioning complete for port 1bb88695-b581-43b8-98a3-3f4c62c559c4 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:32:47.429894 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-09bf937a-cd6f-49d7-a66d-dbd29ce51d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (1bb88695-b581-43b8-98a3-3f4c62c559c4), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:47.532088 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-09bf937a-cd6f-49d7-a66d-dbd29ce51d74 None None] Current status of the port 1bb88695-b581-43b8-98a3-3f4c62c559c4 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:32:47.587702 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec560f06-e7d3-465c-91ec-fe102f6a97f4 req-86679da9-0fd2-4e66-b8c8-d57b97c09a00 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:47.595975 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ec560f06-e7d3-465c-91ec-fe102f6a97f4 req-86679da9-0fd2-4e66-b8c8-d57b97c09a00 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7a15721-b291-44f2-b2b2-f9286af65913 HTTP/1.1" status: 200 len: 944 time: 0.0634215 Apr 06 11:32:47.659300 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53abf5af-3d0a-409d-a3d3-272564555284 req-e911e5c5-cdde-4bd5-befb-b46f6eec0041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:47.663819 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-53abf5af-3d0a-409d-a3d3-272564555284 req-e911e5c5-cdde-4bd5-befb-b46f6eec0041 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=740355080be44897b97d4b0cfd48c0f0&device_id=0defed62-6c56-408f-b983-b1474ae92d63 HTTP/1.1" status: 200 len: 1127 time: 0.0969789 Apr 06 11:32:47.663944 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ec560f06-e7d3-465c-91ec-fe102f6a97f4 req-39df888a-7bd8-4a7d-93d2-ac353ee0159b tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac894724-97ca-41d3-96d5-110745d86dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647559 Apr 06 11:32:47.664122 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-84ac0c78-2c7d-48dc-8369-f33f7ad73755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7d7bde6-d0db-4ddc-9294-444243721d37', 'name': 'tempest-AttachVolumeShelveTestJSON-2057878857-router', 'tenant_id': '3afc2827a2964297baad3e6d85665721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'bbae9186-0728-425f-b1b8-9aa843a7f3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:32:43Z', 'updated_at': '2022-04-06T11:32:45Z', 'revision_number': 3, 'project_id': '3afc2827a2964297baad3e6d85665721', 'gw_port': {'id': 'bbae9186-0728-425f-b1b8-9aa843a7f3a5', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:cb:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7d7bde6-d0db-4ddc-9294-444243721d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:32:44Z', 'updated_at': '2022-04-06T11:32:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi'}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:32:47.700277 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ac0c78-2c7d-48dc-8369-f33f7ad73755 None None] Checking router: b7d7bde6-d0db-4ddc-9294-444243721d37 for host: dv-cinder-836073-2-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:32:47.705881 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ac0c78-2c7d-48dc-8369-f33f7ad73755 None None] Updating router b7d7bde6-d0db-4ddc-9294-444243721d37 port bbae9186-0728-425f-b1b8-9aa843a7f3a5 binding host dv-cinder-836073-2-iscsi {{(pid=103884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 11:32:47.744477 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-84ac0c78-2c7d-48dc-8369-f33f7ad73755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (bbae9186-0728-425f-b1b8-9aa843a7f3a5), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:47.922763 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53abf5af-3d0a-409d-a3d3-272564555284 req-a4f324ef-ebd2-4b88-9a57-f49ea69b69ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:47.929766 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-53abf5af-3d0a-409d-a3d3-272564555284 req-a4f324ef-ebd2-4b88-9a57-f49ea69b69ff service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=740355080be44897b97d4b0cfd48c0f0&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2202914 Apr 06 11:32:47.929766 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-66896f1e-0279-485f-ae72-87c4f6772321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:48.004467 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3050f2f2-9e28-4b29-bbd7-59292bf9e4fa req-94dd1c7a-208f-4190-82e5-9770fc8ac503 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:48.011617 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3050f2f2-9e28-4b29-bbd7-59292bf9e4fa req-94dd1c7a-208f-4190-82e5-9770fc8ac503 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0defed62-6c56-408f-b983-b1474ae92d63 HTTP/1.1" status: 200 len: 943 time: 0.1771688 Apr 06 11:32:48.044528 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867d56d3-9e22-4909-b40c-fe0be6f3c8b1 req-2d4c2675-73a6-4fe9-99dd-c31279da5bd5 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:48.046885 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-867d56d3-9e22-4909-b40c-fe0be6f3c8b1 req-2d4c2675-73a6-4fe9-99dd-c31279da5bd5 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=95a94d5a-1bab-482d-bffe-60f1f83d0112 HTTP/1.1" status: 200 len: 945 time: 0.0828855 Apr 06 11:32:48.095868 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-84ac0c78-2c7d-48dc-8369-f33f7ad73755 None None] Publish callbacks [] for port (bbae9186-0728-425f-b1b8-9aa843a7f3a5), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:48.102623 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-867d56d3-9e22-4909-b40c-fe0be6f3c8b1 req-1b9aa33f-fb21-4ca3-a6fb-c5a20dc3a4b4 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/security-groups?id=20bc3d68-ee7e-475c-9099-56811ff32fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455184 Apr 06 11:32:48.128666 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3050f2f2-9e28-4b29-bbd7-59292bf9e4fa req-f40936dd-1af7-4b50-9a2e-837ecefc9a99 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7176b56-85d0-48d6-95d1-c4f4a3c784aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816512 Apr 06 11:32:48.179684 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-84ac0c78-2c7d-48dc-8369-f33f7ad73755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (bbae9186-0728-425f-b1b8-9aa843a7f3a5), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:48.237735 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [None req-66896f1e-0279-485f-ae72-87c4f6772321 admin admin] Allocated IP 172.20.0.1 (37804288-ffd4-4232-b10e-0727b0e5cfad/e5b096a1-c3bc-425b-b0d6-e505d89de44f/05e2a44d-784e-45fb-be60-a5cae8bfeb7d) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:32:48.256303 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-84ac0c78-2c7d-48dc-8369-f33f7ad73755 None None] Attempting to bind port bbae9186-0728-425f-b1b8-9aa843a7f3a5 on host dv-cinder-836073-2-iscsi for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:32:48.256667 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-84ac0c78-2c7d-48dc-8369-f33f7ad73755 None None] Attempting to bind port bbae9186-0728-425f-b1b8-9aa843a7f3a5 by drivers openvswitch,hyperv on host dv-cinder-836073-2-iscsi at level 0 using segments [{'id': 'a1489c3e-d8bf-465c-8161-3d720cf0d135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:32:48.257478 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ac0c78-2c7d-48dc-8369-f33f7ad73755 None None] Attempting to bind port bbae9186-0728-425f-b1b8-9aa843a7f3a5 on network 698fa61f-093e-4dd4-aaec-c1b231275ecc {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:32:48.275392 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22b2d96-74b2-4bd5-aef1-a2db120de135 None None] Pushing event updated for resources: {'Port': ['ID=bbae9186-0728-425f-b1b8-9aa843a7f3a5,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:48.290491 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ac0c78-2c7d-48dc-8369-f33f7ad73755 None None] Checking agent: {'id': 'a2831ac0-05e7-463d-be89-41d2adab36ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 18, 43), 'started_at': datetime.datetime(2022, 4, 6, 11, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:32:48.290491 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ac0c78-2c7d-48dc-8369-f33f7ad73755 None None] Checking segment: {'id': 'a1489c3e-d8bf-465c-8161-3d720cf0d135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:32:48.290491 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-84ac0c78-2c7d-48dc-8369-f33f7ad73755 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:48.290491 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ac0c78-2c7d-48dc-8369-f33f7ad73755 None None] Bound using segment: {'id': 'a1489c3e-d8bf-465c-8161-3d720cf0d135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:32:48.290491 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-84ac0c78-2c7d-48dc-8369-f33f7ad73755 None None] Bound port: bbae9186-0728-425f-b1b8-9aa843a7f3a5, host: dv-cinder-836073-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1489c3e-d8bf-465c-8161-3d720cf0d135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:32:48.290491 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-84ac0c78-2c7d-48dc-8369-f33f7ad73755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (bbae9186-0728-425f-b1b8-9aa843a7f3a5), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:48.291096 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f26407a-1435-4cc0-81da-d20eee30782b req-248bfdf9-c9d6-4435-890c-9940f5bcbf5b tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:48.291096 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-3f26407a-1435-4cc0-81da-d20eee30782b req-248bfdf9-c9d6-4435-890c-9940f5bcbf5b tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=95a94d5a-1bab-482d-bffe-60f1f83d0112 HTTP/1.1" status: 200 len: 945 time: 0.1080189 Apr 06 11:32:48.301272 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 55190) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:32:48.316192 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-ab54b0c6-d472-40f5-a5d7-b68bcf79efdf tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Request body: {'floatingip': {'port_id': '42cbc71c-3ec9-4849-b70f-e19283522ddb'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:32:48.384151 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ab54b0c6-d472-40f5-a5d7-b68bcf79efdf tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks [] for floatingip (8e282ca0-168e-49bf-83fb-6d6b36e79f70), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:48.424299 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-84ac0c78-2c7d-48dc-8369-f33f7ad73755 None None] For port bbae9186-0728-425f-b1b8-9aa843a7f3a5, host dv-cinder-836073-2-iscsi, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:32:48.427953 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-84ac0c78-2c7d-48dc-8369-f33f7ad73755 None None] For port bbae9186-0728-425f-b1b8-9aa843a7f3a5, host dv-cinder-836073-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=bbae9186-0728-425f-b1b8-9aa843a7f3a5,segment=NetworkSegment(a1489c3e-d8bf-465c-8161-3d720cf0d135),segment_id=a1489c3e-d8bf-465c-8161-3d720cf0d135)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:32:48.430348 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-66896f1e-0279-485f-ae72-87c4f6772321 admin admin] Publish callbacks [] for port (05e2a44d-784e-45fb-be60-a5cae8bfeb7d), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:48.516429 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-84ac0c78-2c7d-48dc-8369-f33f7ad73755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (bbae9186-0728-425f-b1b8-9aa843a7f3a5), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:48.577612 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ac0c78-2c7d-48dc-8369-f33f7ad73755 None None] Routers {'b7d7bde6-d0db-4ddc-9294-444243721d37'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:32:48.578250 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-84ac0c78-2c7d-48dc-8369-f33f7ad73755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:32:39Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['b7d7bde6-d0db-4ddc-9294-444243721d37'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:32:48.583253 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22b2d96-74b2-4bd5-aef1-a2db120de135 None None] Pushing event updated for resources: {'Port': ['ID=bbae9186-0728-425f-b1b8-9aa843a7f3a5,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:48.585807 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-66896f1e-0279-485f-ae72-87c4f6772321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779192465924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797839'] for port (05e2a44d-784e-45fb-be60-a5cae8bfeb7d), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:48.641436 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66896f1e-0279-485f-ae72-87c4f6772321 admin admin] Network 37804288-ffd4-4232-b10e-0727b0e5cfad is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:32:48.644457 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-66896f1e-0279-485f-ae72-87c4f6772321 admin admin] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:32:48.651054 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66896f1e-0279-485f-ae72-87c4f6772321 admin admin] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:32:48.654988 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66896f1e-0279-485f-ae72-87c4f6772321 admin admin] Pushing event updated for resources: {'Port': ['ID=05e2a44d-784e-45fb-be60-a5cae8bfeb7d,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:48.718787 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-66896f1e-0279-485f-ae72-87c4f6772321 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-886310'] for router_interface (b7d7bde6-d0db-4ddc-9294-444243721d37), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:48.782099 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-84ac0c78-2c7d-48dc-8369-f33f7ad73755 None None] Set router b7d7bde6-d0db-4ddc-9294-444243721d37 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:32:48.952845 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac47ca-e19d-44f2-8bc0-5fcf30f4fc0b req-ecf14062-f636-454a-93a8-6915205073ea tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:48.954350 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c0ac47ca-e19d-44f2-8bc0-5fcf30f4fc0b req-ecf14062-f636-454a-93a8-6915205073ea tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7a15721-b291-44f2-b2b2-f9286af65913 HTTP/1.1" status: 200 len: 944 time: 0.1688478 Apr 06 11:32:48.993695 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device 1bb88695-b581-43b8-98a3-3f4c62c559c4 up at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:32:49.044636 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-84ac0c78-2c7d-48dc-8369-f33f7ad73755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7d7bde6-d0db-4ddc-9294-444243721d37', 'name': 'tempest-AttachVolumeShelveTestJSON-2057878857-router', 'tenant_id': '3afc2827a2964297baad3e6d85665721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'bbae9186-0728-425f-b1b8-9aa843a7f3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:32:43Z', 'updated_at': '2022-04-06T11:32:45Z', 'revision_number': 3, 'project_id': '3afc2827a2964297baad3e6d85665721', 'gw_port': {'id': 'bbae9186-0728-425f-b1b8-9aa843a7f3a5', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:cb:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7d7bde6-d0db-4ddc-9294-444243721d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:32:44Z', 'updated_at': '2022-04-06T11:32:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi'}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:32:49.080086 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ac0c78-2c7d-48dc-8369-f33f7ad73755 None None] The sync data for ids ['b7d7bde6-d0db-4ddc-9294-444243721d37'] in dv-cinder-836073-2-iscsi is: [{'id': 'b7d7bde6-d0db-4ddc-9294-444243721d37', 'name': 'tempest-AttachVolumeShelveTestJSON-2057878857-router', 'tenant_id': '3afc2827a2964297baad3e6d85665721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'bbae9186-0728-425f-b1b8-9aa843a7f3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:32:43Z', 'updated_at': '2022-04-06T11:32:45Z', 'revision_number': 3, 'project_id': '3afc2827a2964297baad3e6d85665721', 'gw_port': {'id': 'bbae9186-0728-425f-b1b8-9aa843a7f3a5', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:cb:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7d7bde6-d0db-4ddc-9294-444243721d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:32:44Z', 'updated_at': '2022-04-06T11:32:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi'}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:32:49.112220 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Provisioning complete for port 1bb88695-b581-43b8-98a3-3f4c62c559c4 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:32:49.112730 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (1bb88695-b581-43b8-98a3-3f4c62c559c4), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:49.115070 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c0ac47ca-e19d-44f2-8bc0-5fcf30f4fc0b req-b5896394-7e56-4884-b4e4-2393121b17ea tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac894724-97ca-41d3-96d5-110745d86dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416044 Apr 06 11:32:49.278395 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.db.resource_extend [None req-ab54b0c6-d472-40f5-a5d7-b68bcf79efdf tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 11:32:49.319753 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-b389a8b4-306a-482c-9028-fa0205c5f02d None None] Provisioning complete for port 05e2a44d-784e-45fb-be60-a5cae8bfeb7d triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:32:49.320325 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-b389a8b4-306a-482c-9028-fa0205c5f02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (05e2a44d-784e-45fb-be60-a5cae8bfeb7d), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:49.334803 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-66896f1e-0279-485f-ae72-87c4f6772321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (05e2a44d-784e-45fb-be60-a5cae8bfeb7d), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:49.398237 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53abf5af-3d0a-409d-a3d3-272564555284 req-c7f4821b-eec2-4e04-a0f4-8b427417a5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:49.400038 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-53abf5af-3d0a-409d-a3d3-272564555284 req-c7f4821b-eec2-4e04-a0f4-8b427417a5d2 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2510345 Apr 06 11:32:49.447177 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ab54b0c6-d472-40f5-a5d7-b68bcf79efdf tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:49.493572 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc6e326-a7d5-4ab2-8a68-c34664564175 req-59d1193f-45f1-45f4-9149-0785c21eb6fb tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:49.495358 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-4cc6e326-a7d5-4ab2-8a68-c34664564175 req-59d1193f-45f1-45f4-9149-0785c21eb6fb tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0defed62-6c56-408f-b983-b1474ae92d63 HTTP/1.1" status: 200 len: 943 time: 0.2144611 Apr 06 11:32:49.551312 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ab54b0c6-d472-40f5-a5d7-b68bcf79efdf tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-886429'] for floatingip (8e282ca0-168e-49bf-83fb-6d6b36e79f70), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:49.551954 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Current status of the port 1bb88695-b581-43b8-98a3-3f4c62c559c4 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:32:49.556181 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-b389a8b4-306a-482c-9028-fa0205c5f02d None None] Port 05e2a44d-784e-45fb-be60-a5cae8bfeb7d cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:32:49.613653 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-4cc6e326-a7d5-4ab2-8a68-c34664564175 req-a65bf1fe-2390-45fb-ac7a-38288fd55109 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7176b56-85d0-48d6-95d1-c4f4a3c784aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054494 Apr 06 11:32:49.625357 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-66896f1e-0279-485f-ae72-87c4f6772321 admin admin] Publish callbacks [] for port (05e2a44d-784e-45fb-be60-a5cae8bfeb7d), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:49.696752 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.db.l3_db [None req-ab54b0c6-d472-40f5-a5d7-b68bcf79efdf tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Floating IP 8e282ca0-168e-49bf-83fb-6d6b36e79f70 associated. External IP: 172.27.2.200, port: 42cbc71c-3ec9-4849-b70f-e19283522ddb. Apr 06 11:32:49.716670 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-66896f1e-0279-485f-ae72-87c4f6772321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8797942'] for port (05e2a44d-784e-45fb-be60-a5cae8bfeb7d), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:49.847195 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-66896f1e-0279-485f-ae72-87c4f6772321 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-916918'] for router_interface (b7d7bde6-d0db-4ddc-9294-444243721d37), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:49.883502 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66896f1e-0279-485f-ae72-87c4f6772321 admin admin] Pushing event updated for resources: {'Port': ['ID=05e2a44d-784e-45fb-be60-a5cae8bfeb7d,revision_number=2']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:49.972540 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66896f1e-0279-485f-ae72-87c4f6772321 admin admin] Network 37804288-ffd4-4232-b10e-0727b0e5cfad is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:32:49.976998 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-66896f1e-0279-485f-ae72-87c4f6772321 admin admin] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:32:49.985031 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab54b0c6-d472-40f5-a5d7-b68bcf79efdf tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Router e4830d76-585b-409b-8bf7-45931346e0dc has already been hosted by L3 agent 9404f039-f516-42fd-94a5-c122fff5649f {{(pid=103881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:32:50.188380 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab54b0c6-d472-40f5-a5d7-b68bcf79efdf tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Notify agent at l3_agent.dv-cinder-836073-2-iscsi the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:32:50.200579 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5de846-ea93-4d3b-8e15-dfad83612d7b None None] Sync routers for ids ['e4830d76-585b-409b-8bf7-45931346e0dc'] in dv-cinder-836073-2-iscsi {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:32:50.203213 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ab54b0c6-d472-40f5-a5d7-b68bcf79efdf tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for floatingip (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:50.219370 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66896f1e-0279-485f-ae72-87c4f6772321 admin admin] Router b7d7bde6-d0db-4ddc-9294-444243721d37 has already been hosted by L3 agent 9404f039-f516-42fd-94a5-c122fff5649f {{(pid=103882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:32:50.226807 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5de846-ea93-4d3b-8e15-dfad83612d7b None None] Routers {'e4830d76-585b-409b-8bf7-45931346e0dc'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:32:50.227621 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-aa5de846-ea93-4d3b-8e15-dfad83612d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:32:39Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['e4830d76-585b-409b-8bf7-45931346e0dc'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:32:50.266410 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-ab54b0c6-d472-40f5-a5d7-b68bcf79efdf tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "PUT /v2.0/floatingips/8e282ca0-168e-49bf-83fb-6d6b36e79f70 HTTP/1.1" status: 200 len: 991 time: 1.9638274 Apr 06 11:32:50.266984 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95a94d5a-1bab-482d-bffe-60f1f83d0112', 'tag': '42cbc71c-3ec9-4849-b70f-e19283522ddb'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:32:50.269640 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3406b54a2f576febad5dd824c011310fb025ac9b816498a8b13137d73c32da04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c291290e-c3a8-4e4a-a0ff-a623146cc7db" -d '{"events": [{"name": "network-changed", "server_uuid": "95a94d5a-1bab-482d-bffe-60f1f83d0112", "tag": "42cbc71c-3ec9-4849-b70f-e19283522ddb"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:32:50.320659 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca8b306d-cbd6-4d1d-93bc-341c2ef3d7b7 x-openstack-request-id: req-ca8b306d-cbd6-4d1d-93bc-341c2ef3d7b7 {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:32:50.321795 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95a94d5a-1bab-482d-bffe-60f1f83d0112", "tag": "42cbc71c-3ec9-4849-b70f-e19283522ddb", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:32:50.323084 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ca8b306d-cbd6-4d1d-93bc-341c2ef3d7b7 {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:32:50.323084 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca8b306d-cbd6-4d1d-93bc-341c2ef3d7b7'] response: {'name': 'network-changed', 'server_uuid': '95a94d5a-1bab-482d-bffe-60f1f83d0112', 'tag': '42cbc71c-3ec9-4849-b70f-e19283522ddb', 'status': 'completed', 'code': 200} Apr 06 11:32:50.473653 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-aa5de846-ea93-4d3b-8e15-dfad83612d7b None None] Set router e4830d76-585b-409b-8bf7-45931346e0dc gateway port host: dv-cinder-836073-2-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:32:50.511808 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-5f78cefe-60df-4ad5-baf4-df5f1974a842 None None] Provisioning complete for port 05e2a44d-784e-45fb-be60-a5cae8bfeb7d triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:32:50.511808 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5f78cefe-60df-4ad5-baf4-df5f1974a842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (05e2a44d-784e-45fb-be60-a5cae8bfeb7d), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:50.578330 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-5f78cefe-60df-4ad5-baf4-df5f1974a842 None None] Port 05e2a44d-784e-45fb-be60-a5cae8bfeb7d cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:32:50.863625 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d28ca3a-b8bd-4f9e-9361-064477b496f9 req-0f820c84-9ddc-4142-a985-1e520b34199f tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:50.876220 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-8d28ca3a-b8bd-4f9e-9361-064477b496f9 req-0f820c84-9ddc-4142-a985-1e520b34199f tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0defed62-6c56-408f-b983-b1474ae92d63 HTTP/1.1" status: 200 len: 943 time: 0.1594977 Apr 06 11:32:50.914268 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device 317881cd-df11-4959-9f33-26b14fcc90a9 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:32:50.953903 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117e1fa-a03a-402d-9d24-ec6776391eb8 req-ee3bd57f-b6fe-4d48-9849-4abdce466f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:50.955617 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2117e1fa-a03a-402d-9d24-ec6776391eb8 req-ee3bd57f-b6fe-4d48-9849-4abdce466f7a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=740355080be44897b97d4b0cfd48c0f0&device_id=0defed62-6c56-408f-b983-b1474ae92d63 HTTP/1.1" status: 200 len: 1127 time: 0.2326317 Apr 06 11:32:50.980597 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-8d28ca3a-b8bd-4f9e-9361-064477b496f9 req-32eabbb7-62bb-4b91-9c2f-edef2e1fc3d3 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7176b56-85d0-48d6-95d1-c4f4a3c784aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021149 Apr 06 11:32:50.992246 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e10a4-818f-4bcc-a01d-2704b7da5f4f req-270aa513-9b3f-4b9b-82da-a56e7eb375e2 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:51.011538 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6e4e10a4-818f-4bcc-a01d-2704b7da5f4f req-270aa513-9b3f-4b9b-82da-a56e7eb375e2 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7a15721-b291-44f2-b2b2-f9286af65913 HTTP/1.1" status: 200 len: 944 time: 0.2647390 Apr 06 11:32:51.070547 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291290e-c3a8-4e4a-a0ff-a623146cc7db req-cddede24-26a6-43e3-8de5-b6700cecd465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:51.072241 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c291290e-c3a8-4e4a-a0ff-a623146cc7db req-cddede24-26a6-43e3-8de5-b6700cecd465 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3d847e14f64944dba3c2bfdecc16dd16&device_id=95a94d5a-1bab-482d-bffe-60f1f83d0112 HTTP/1.1" status: 200 len: 1129 time: 0.3362448 Apr 06 11:32:51.074038 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66896f1e-0279-485f-ae72-87c4f6772321 admin admin] Notify agent at l3_agent.dv-cinder-836073-2-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:32:51.115030 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-66896f1e-0279-485f-ae72-87c4f6772321 admin admin] 10.222.0.43 "PUT /v2.0/routers/b7d7bde6-d0db-4ddc-9294-444243721d37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9329362 Apr 06 11:32:51.123487 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device bbae9186-0728-425f-b1b8-9aa843a7f3a5 up at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:32:51.220637 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291290e-c3a8-4e4a-a0ff-a623146cc7db req-976cc016-67cd-42b1-baea-f31d24e1f907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:51.225471 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c291290e-c3a8-4e4a-a0ff-a623146cc7db req-976cc016-67cd-42b1-baea-f31d24e1f907 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dc23bab2-5009-4000-9be8-b01c02506344 HTTP/1.1" status: 200 len: 912 time: 0.1091228 Apr 06 11:32:51.234531 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2117e1fa-a03a-402d-9d24-ec6776391eb8 req-412020c3-ce03-44ce-b490-a6cebc1e45bd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12af31c2-12b6-4d35-a170-a6cdb47daf39 HTTP/1.1" status: 200 len: 217 time: 0.2639523 Apr 06 11:32:51.249049 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6e4e10a4-818f-4bcc-a01d-2704b7da5f4f req-169f8cba-2bbc-4275-aa0b-deda8ac005fb tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac894724-97ca-41d3-96d5-110745d86dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2365177 Apr 06 11:32:51.276835 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port 317881cd-df11-4959-9f33-26b14fcc90a9, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=317881cd-df11-4959-9f33-26b14fcc90a9,segment=NetworkSegment(6a602240-3922-4bf0-a8bb-04a4d05b55c4),segment_id=6a602240-3922-4bf0-a8bb-04a4d05b55c4)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:32:51.304390 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-aa5de846-ea93-4d3b-8e15-dfad83612d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4830d76-585b-409b-8bf7-45931346e0dc', 'name': 'tempest-AttachVolumeTestJSON-1810931883-router', 'tenant_id': '3d847e14f64944dba3c2bfdecc16dd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': '6c476607-db3a-403a-93a6-d7736b229bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:27:40Z', 'updated_at': '2022-04-06T11:27:48Z', 'revision_number': 4, 'project_id': '3d847e14f64944dba3c2bfdecc16dd16', 'gw_port': {'id': '6c476607-db3a-403a-93a6-d7736b229bad', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:68:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4830d76-585b-409b-8bf7-45931346e0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:27:41Z', 'updated_at': '2022-04-06T11:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_floatingips': [{'id': '8e282ca0-168e-49bf-83fb-6d6b36e79f70', 'tenant_id': '3d847e14f64944dba3c2bfdecc16dd16', 'floating_ip_address': '172.27.2.200', 'floating_network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'router_id': 'e4830d76-585b-409b-8bf7-45931346e0dc', 'port_id': '42cbc71c-3ec9-4849-b70f-e19283522ddb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc23bab2-5009-4000-9be8-b01c02506344', 'mac_address': 'fa:16:3e:02:f2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a94d5a-1bab-482d-bffe-60f1f83d0112', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:32:26Z', 'updated_at': '2022-04-06T11:32:49Z', 'revision_number': 1, 'project_id': '3d847e14f64944dba3c2bfdecc16dd16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72e2d78d-619a-499d-a9a9-0df015ca6b4c', 'name': '', 'network_id': 'dc23bab2-5009-4000-9be8-b01c02506344', 'tenant_id': '3d847e14f64944dba3c2bfdecc16dd16', 'mac_address': 'fa:16:3e:fc:95:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4830d76-585b-409b-8bf7-45931346e0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'af591e27-8cd2-4603-8651-34dd07f2f0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:27:46Z', 'updated_at': '2022-04-06T11:27:56Z', 'revision_number': 5, 'project_id': '3d847e14f64944dba3c2bfdecc16dd16', 'subnets': [{'id': 'af591e27-8cd2-4603-8651-34dd07f2f0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:32:51.309761 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Returning: {'device': '317881cd-df11-4959-9f33-26b14fcc90a9', 'network_id': '5529688d-cbb0-454c-b2b2-2dd8660f20c8', 'port_id': '317881cd-df11-4959-9f33-26b14fcc90a9', 'mac_address': 'fa:16:3e:48:69:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5124a61-a5c8-4acc-8eca-8ed8dd4c3666', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:32:51.347456 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Provisioning complete for port bbae9186-0728-425f-b1b8-9aa843a7f3a5 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:32:51.347911 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (bbae9186-0728-425f-b1b8-9aa843a7f3a5), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:51.383673 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5de846-ea93-4d3b-8e15-dfad83612d7b None None] Checking router: e4830d76-585b-409b-8bf7-45931346e0dc for host: dv-cinder-836073-2-iscsi {{(pid=103883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:32:51.445519 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5de846-ea93-4d3b-8e15-dfad83612d7b None None] Routers {'e4830d76-585b-409b-8bf7-45931346e0dc'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:32:51.446229 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-aa5de846-ea93-4d3b-8e15-dfad83612d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:32:39Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['e4830d76-585b-409b-8bf7-45931346e0dc'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:32:51.541753 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Current status of the port 317881cd-df11-4959-9f33-26b14fcc90a9 is: DOWN; New status is: BUILD {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:32:51.542181 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (317881cd-df11-4959-9f33-26b14fcc90a9), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:51.591317 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 317881cd-df11-4959-9f33-26b14fcc90a9 {{(pid=103883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:32:51.618129 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117e1fa-a03a-402d-9d24-ec6776391eb8 req-06fceab4-c7f2-4c64-88ac-46be42b9ccc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:51.620004 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2117e1fa-a03a-402d-9d24-ec6776391eb8 req-06fceab4-c7f2-4c64-88ac-46be42b9ccc9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=61035200-00d2-4cb6-9c63-74a66ed9fe60 HTTP/1.1" status: 200 len: 854 time: 0.2004714 Apr 06 11:32:51.623122 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1e9700-80dc-4869-a105-3f8c9c81394d None None] Sync routers for ids ['b7d7bde6-d0db-4ddc-9294-444243721d37'] in dv-cinder-836073-2-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:32:51.633353 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c291290e-c3a8-4e4a-a0ff-a623146cc7db req-a3c4fdac-7e97-484b-b897-13dc1580f777 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42cbc71c-3ec9-4849-b70f-e19283522ddb HTTP/1.1" status: 200 len: 999 time: 0.1977553 Apr 06 11:32:51.639801 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1e9700-80dc-4869-a105-3f8c9c81394d None None] Routers {'b7d7bde6-d0db-4ddc-9294-444243721d37'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:32:51.651016 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-dd1e9700-80dc-4869-a105-3f8c9c81394d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:32:39Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['b7d7bde6-d0db-4ddc-9294-444243721d37'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:32:51.762029 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-aa5de846-ea93-4d3b-8e15-dfad83612d7b None None] Set router e4830d76-585b-409b-8bf7-45931346e0dc gateway port host: dv-cinder-836073-2-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:32:51.811027 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-dd1e9700-80dc-4869-a105-3f8c9c81394d None None] Set router b7d7bde6-d0db-4ddc-9294-444243721d37 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:32:51.873852 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117e1fa-a03a-402d-9d24-ec6776391eb8 req-bbfbd845-14c2-4f8f-8b2e-ebdd2f080c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:51.875818 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2117e1fa-a03a-402d-9d24-ec6776391eb8 req-bbfbd845-14c2-4f8f-8b2e-ebdd2f080c5e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2398067 Apr 06 11:32:51.876192 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port 317881cd-df11-4959-9f33-26b14fcc90a9, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=317881cd-df11-4959-9f33-26b14fcc90a9,segment=NetworkSegment(6a602240-3922-4bf0-a8bb-04a4d05b55c4),segment_id=6a602240-3922-4bf0-a8bb-04a4d05b55c4)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:32:51.877016 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291290e-c3a8-4e4a-a0ff-a623146cc7db req-3f3a87c6-6726-449f-9a1a-cb8dfc431022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:51.878652 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c291290e-c3a8-4e4a-a0ff-a623146cc7db req-3f3a87c6-6726-449f-9a1a-cb8dfc431022 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=af591e27-8cd2-4603-8651-34dd07f2f0b2 HTTP/1.1" status: 200 len: 850 time: 0.2237918 Apr 06 11:32:51.933181 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Current status of the port bbae9186-0728-425f-b1b8-9aa843a7f3a5 is: DOWN; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:32:51.933978 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (bbae9186-0728-425f-b1b8-9aa843a7f3a5), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:51.937197 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 55216) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:32:51.943300 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-e50b331a-abec-4ad1-8c2b-f2116eb8cee8 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1325980831', 'description': 'tempest-description--1773332637'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:32:51.962103 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (317881cd-df11-4959-9f33-26b14fcc90a9), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:51.976860 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] For port bbae9186-0728-425f-b1b8-9aa843a7f3a5, host dv-cinder-836073-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=bbae9186-0728-425f-b1b8-9aa843a7f3a5,segment=NetworkSegment(a1489c3e-d8bf-465c-8161-3d720cf0d135),segment_id=a1489c3e-d8bf-465c-8161-3d720cf0d135)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:32:52.017277 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291290e-c3a8-4e4a-a0ff-a623146cc7db req-b99196fd-dfce-4cbc-89c9-e91fe2acdd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:52.018917 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c291290e-c3a8-4e4a-a0ff-a623146cc7db req-b99196fd-dfce-4cbc-89c9-e91fe2acdd2e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dc23bab2-5009-4000-9be8-b01c02506344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1310341 Apr 06 11:32:52.027571 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e50b331a-abec-4ad1-8c2b-f2116eb8cee8 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:52.043043 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2117e1fa-a03a-402d-9d24-ec6776391eb8 req-63f3fcb1-7fc2-4e71-8672-4d05a1b31d1f service neutron] 10.222.0.48 "GET /v2.0/networks/60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562850 Apr 06 11:32:52.058366 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Pushing event updated for resources: {'Port': ['ID=317881cd-df11-4959-9f33-26b14fcc90a9,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:52.069312 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-dd1e9700-80dc-4869-a105-3f8c9c81394d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7d7bde6-d0db-4ddc-9294-444243721d37', 'name': 'tempest-AttachVolumeShelveTestJSON-2057878857-router', 'tenant_id': '3afc2827a2964297baad3e6d85665721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'bbae9186-0728-425f-b1b8-9aa843a7f3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:32:43Z', 'updated_at': '2022-04-06T11:32:49Z', 'revision_number': 4, 'project_id': '3afc2827a2964297baad3e6d85665721', 'gw_port': {'id': 'bbae9186-0728-425f-b1b8-9aa843a7f3a5', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:cb:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7d7bde6-d0db-4ddc-9294-444243721d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:32:44Z', 'updated_at': '2022-04-06T11:32:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_interfaces': [{'id': '05e2a44d-784e-45fb-be60-a5cae8bfeb7d', 'name': '', 'network_id': '37804288-ffd4-4232-b10e-0727b0e5cfad', 'tenant_id': '3afc2827a2964297baad3e6d85665721', 'mac_address': 'fa:16:3e:d3:1d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7d7bde6-d0db-4ddc-9294-444243721d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'e5b096a1-c3bc-425b-b0d6-e505d89de44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:32:47Z', 'updated_at': '2022-04-06T11:32:49Z', 'revision_number': 2, 'project_id': '3afc2827a2964297baad3e6d85665721', 'subnets': [{'id': 'e5b096a1-c3bc-425b-b0d6-e505d89de44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:32:52.098645 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1e9700-80dc-4869-a105-3f8c9c81394d None None] Checking router: b7d7bde6-d0db-4ddc-9294-444243721d37 for host: dv-cinder-836073-2-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:32:52.099384 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1e9700-80dc-4869-a105-3f8c9c81394d None None] Updating router b7d7bde6-d0db-4ddc-9294-444243721d37 port 05e2a44d-784e-45fb-be60-a5cae8bfeb7d binding host dv-cinder-836073-2-iscsi {{(pid=103884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 11:32:52.102636 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (bbae9186-0728-425f-b1b8-9aa843a7f3a5), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:52.115147 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e50b331a-abec-4ad1-8c2b-f2116eb8cee8 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks [] for security_group (e5951896-6057-4637-a7f8-6d0ddac1b163), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:52.135388 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd07a50-4c1e-443a-bf20-30b1dc0da300 req-e0ba5286-7981-439a-b9df-07502d26328c tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:52.137588 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-efd07a50-4c1e-443a-bf20-30b1dc0da300 req-e0ba5286-7981-439a-b9df-07502d26328c tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0defed62-6c56-408f-b983-b1474ae92d63 HTTP/1.1" status: 200 len: 943 time: 0.0647886 Apr 06 11:32:52.147126 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dd1e9700-80dc-4869-a105-3f8c9c81394d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (05e2a44d-784e-45fb-be60-a5cae8bfeb7d), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:52.199171 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Pushing event updated for resources: {'Port': ['ID=bbae9186-0728-425f-b1b8-9aa843a7f3a5,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:52.201184 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e50b331a-abec-4ad1-8c2b-f2116eb8cee8 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (e5951896-6057-4637-a7f8-6d0ddac1b163), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:52.232022 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50b331a-abec-4ad1-8c2b-f2116eb8cee8 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5951896-6057-4637-a7f8-6d0ddac1b163,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:52.246697 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] get_ports_and_sgs() called for port_ids ['317881cd-df11-4959-9f33-26b14fcc90a9'] {{(pid=103883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:32:52.314110 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-efd07a50-4c1e-443a-bf20-30b1dc0da300 req-1d51980e-3de9-4766-8d6f-42a91f806ab1 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7176b56-85d0-48d6-95d1-c4f4a3c784aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565919 Apr 06 11:32:52.318130 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e50b331a-abec-4ad1-8c2b-f2116eb8cee8 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:52.319506 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-e50b331a-abec-4ad1-8c2b-f2116eb8cee8 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3811452 Apr 06 11:32:52.322174 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 55222) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:32:52.326797 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-c7efd878-19ed-41e2-94e9-7e233f2f859e tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Request body: {'security_group_rule': {'security_group_id': 'e5951896-6057-4637-a7f8-6d0ddac1b163', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:32:52.364262 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2117e1fa-a03a-402d-9d24-ec6776391eb8 req-28e51de7-b899-44f5-86e2-b5727d242920 service neutron] 10.222.0.48 "GET /v2.0/networks/60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242713 Apr 06 11:32:52.364583 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-aa5de846-ea93-4d3b-8e15-dfad83612d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4830d76-585b-409b-8bf7-45931346e0dc', 'name': 'tempest-AttachVolumeTestJSON-1810931883-router', 'tenant_id': '3d847e14f64944dba3c2bfdecc16dd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': '6c476607-db3a-403a-93a6-d7736b229bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:27:40Z', 'updated_at': '2022-04-06T11:27:48Z', 'revision_number': 4, 'project_id': '3d847e14f64944dba3c2bfdecc16dd16', 'gw_port': {'id': '6c476607-db3a-403a-93a6-d7736b229bad', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:68:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4830d76-585b-409b-8bf7-45931346e0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:27:41Z', 'updated_at': '2022-04-06T11:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_floatingips': [{'id': '8e282ca0-168e-49bf-83fb-6d6b36e79f70', 'tenant_id': '3d847e14f64944dba3c2bfdecc16dd16', 'floating_ip_address': '172.27.2.200', 'floating_network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'router_id': 'e4830d76-585b-409b-8bf7-45931346e0dc', 'port_id': '42cbc71c-3ec9-4849-b70f-e19283522ddb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc23bab2-5009-4000-9be8-b01c02506344', 'mac_address': 'fa:16:3e:02:f2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a94d5a-1bab-482d-bffe-60f1f83d0112', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:32:26Z', 'updated_at': '2022-04-06T11:32:49Z', 'revision_number': 1, 'project_id': '3d847e14f64944dba3c2bfdecc16dd16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72e2d78d-619a-499d-a9a9-0df015ca6b4c', 'name': '', 'network_id': 'dc23bab2-5009-4000-9be8-b01c02506344', 'tenant_id': '3d847e14f64944dba3c2bfdecc16dd16', 'mac_address': 'fa:16:3e:fc:95:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4830d76-585b-409b-8bf7-45931346e0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'af591e27-8cd2-4603-8651-34dd07f2f0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:27:46Z', 'updated_at': '2022-04-06T11:27:56Z', 'revision_number': 5, 'project_id': '3d847e14f64944dba3c2bfdecc16dd16', 'subnets': [{'id': 'af591e27-8cd2-4603-8651-34dd07f2f0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:32:52.366417 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c291290e-c3a8-4e4a-a0ff-a623146cc7db req-d6b88f55-b002-4ce7-9f99-589d15370a6d service neutron] 10.222.0.48 "GET /v2.0/networks/dc23bab2-5009-4000-9be8-b01c02506344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277608 Apr 06 11:32:52.399976 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cac931-a10c-42a0-a763-96d212e02cdb req-f6dd45ac-f0f6-443d-9614-26309009917c tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:52.407714 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-79cac931-a10c-42a0-a763-96d212e02cdb req-f6dd45ac-f0f6-443d-9614-26309009917c tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7a15721-b291-44f2-b2b2-f9286af65913 HTTP/1.1" status: 200 len: 945 time: 0.0726588 Apr 06 11:32:52.411488 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5de846-ea93-4d3b-8e15-dfad83612d7b None None] The sync data for ids ['e4830d76-585b-409b-8bf7-45931346e0dc'] in dv-cinder-836073-2-iscsi is: [{'id': 'e4830d76-585b-409b-8bf7-45931346e0dc', 'name': 'tempest-AttachVolumeTestJSON-1810931883-router', 'tenant_id': '3d847e14f64944dba3c2bfdecc16dd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': '6c476607-db3a-403a-93a6-d7736b229bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:27:40Z', 'updated_at': '2022-04-06T11:27:48Z', 'revision_number': 4, 'project_id': '3d847e14f64944dba3c2bfdecc16dd16', 'gw_port': {'id': '6c476607-db3a-403a-93a6-d7736b229bad', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:68:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4830d76-585b-409b-8bf7-45931346e0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:27:41Z', 'updated_at': '2022-04-06T11:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_floatingips': [{'id': '8e282ca0-168e-49bf-83fb-6d6b36e79f70', 'tenant_id': '3d847e14f64944dba3c2bfdecc16dd16', 'floating_ip_address': '172.27.2.200', 'floating_network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'router_id': 'e4830d76-585b-409b-8bf7-45931346e0dc', 'port_id': '42cbc71c-3ec9-4849-b70f-e19283522ddb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc23bab2-5009-4000-9be8-b01c02506344', 'mac_address': 'fa:16:3e:02:f2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a94d5a-1bab-482d-bffe-60f1f83d0112', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:32:26Z', 'updated_at': '2022-04-06T11:32:49Z', 'revision_number': 1, 'project_id': '3d847e14f64944dba3c2bfdecc16dd16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72e2d78d-619a-499d-a9a9-0df015ca6b4c', 'name': '', 'network_id': 'dc23bab2-5009-4000-9be8-b01c02506344', 'tenant_id': '3d847e14f64944dba3c2bfdecc16dd16', 'mac_address': 'fa:16:3e:fc:95:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4830d76-585b-409b-8bf7-45931346e0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'af591e27-8cd2-4603-8651-34dd07f2f0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:27:46Z', 'updated_at': '2022-04-06T11:27:56Z', 'revision_number': 5, 'project_id': '3d847e14f64944dba3c2bfdecc16dd16', 'subnets': [{'id': 'af591e27-8cd2-4603-8651-34dd07f2f0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:32:52.468132 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c7efd878-19ed-41e2-94e9-7e233f2f859e tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks [] for security_group_rule (50c9705c-cfa6-477c-9489-06965a18ffd5), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:52.496955 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-79cac931-a10c-42a0-a763-96d212e02cdb req-d25f9781-e938-4779-8a46-fa9361cbc2d5 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac894724-97ca-41d3-96d5-110745d86dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834470 Apr 06 11:32:52.514341 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c291290e-c3a8-4e4a-a0ff-a623146cc7db req-536cb124-ad69-43b4-902a-9b8d1a4925c2 service neutron] 10.222.0.48 "GET /v2.0/networks/dc23bab2-5009-4000-9be8-b01c02506344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318996 Apr 06 11:32:52.555604 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dd1e9700-80dc-4869-a105-3f8c9c81394d None None] Publish callbacks [] for port (05e2a44d-784e-45fb-be60-a5cae8bfeb7d), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:52.569115 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c7efd878-19ed-41e2-94e9-7e233f2f859e tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks [] for security_group_rule (50c9705c-cfa6-477c-9489-06965a18ffd5), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:52.637008 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dd1e9700-80dc-4869-a105-3f8c9c81394d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (05e2a44d-784e-45fb-be60-a5cae8bfeb7d), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:52.685800 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d577d95-020f-4573-8ee2-03240aaeff7b None None] New status for floating IP 8e282ca0-168e-49bf-83fb-6d6b36e79f70: ACTIVE {{(pid=103883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:32:52.686397 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b5f8d8-7bad-4459-beee-2108f849cb31 None None] Pushing event updated for resources: {'Port': ['ID=05e2a44d-784e-45fb-be60-a5cae8bfeb7d,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:52.693896 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c7efd878-19ed-41e2-94e9-7e233f2f859e tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770697'] for security_group_rule (50c9705c-cfa6-477c-9489-06965a18ffd5), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:52.726708 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7efd878-19ed-41e2-94e9-7e233f2f859e tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50c9705c-cfa6-477c-9489-06965a18ffd5,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:52.758117 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-dd1e9700-80dc-4869-a105-3f8c9c81394d None None] Attempting to bind port 05e2a44d-784e-45fb-be60-a5cae8bfeb7d on host dv-cinder-836073-2-iscsi for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:32:52.758485 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-dd1e9700-80dc-4869-a105-3f8c9c81394d None None] Attempting to bind port 05e2a44d-784e-45fb-be60-a5cae8bfeb7d by drivers openvswitch,hyperv on host dv-cinder-836073-2-iscsi at level 0 using segments [{'id': '48d35104-9030-4a9f-be5c-3bd61cd95e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '37804288-ffd4-4232-b10e-0727b0e5cfad'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:32:52.758842 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1e9700-80dc-4869-a105-3f8c9c81394d None None] Attempting to bind port 05e2a44d-784e-45fb-be60-a5cae8bfeb7d on network 37804288-ffd4-4232-b10e-0727b0e5cfad {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:32:52.764644 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1e9700-80dc-4869-a105-3f8c9c81394d None None] Checking agent: {'id': 'a2831ac0-05e7-463d-be89-41d2adab36ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 18, 43), 'started_at': datetime.datetime(2022, 4, 6, 11, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:32:52.765012 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1e9700-80dc-4869-a105-3f8c9c81394d None None] Checking segment: {'id': '48d35104-9030-4a9f-be5c-3bd61cd95e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '37804288-ffd4-4232-b10e-0727b0e5cfad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:32:52.765483 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dd1e9700-80dc-4869-a105-3f8c9c81394d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:52.765869 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1e9700-80dc-4869-a105-3f8c9c81394d None None] Bound using segment: {'id': '48d35104-9030-4a9f-be5c-3bd61cd95e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '37804288-ffd4-4232-b10e-0727b0e5cfad'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:32:52.766359 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-dd1e9700-80dc-4869-a105-3f8c9c81394d None None] Bound port: 05e2a44d-784e-45fb-be60-a5cae8bfeb7d, host: dv-cinder-836073-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48d35104-9030-4a9f-be5c-3bd61cd95e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '37804288-ffd4-4232-b10e-0727b0e5cfad'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:32:52.766802 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dd1e9700-80dc-4869-a105-3f8c9c81394d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (05e2a44d-784e-45fb-be60-a5cae8bfeb7d), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:52.804026 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c7efd878-19ed-41e2-94e9-7e233f2f859e tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:52.807712 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-c7efd878-19ed-41e2-94e9-7e233f2f859e tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4821825 Apr 06 11:32:52.808419 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 55224) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:32:52.818303 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-a8cc4a7e-3d30-4190-b817-87235393a0e6 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Request body: {'security_group_rule': {'security_group_id': 'e5951896-6057-4637-a7f8-6d0ddac1b163', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:32:52.848217 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-dd1e9700-80dc-4869-a105-3f8c9c81394d None None] For port 05e2a44d-784e-45fb-be60-a5cae8bfeb7d, host dv-cinder-836073-2-iscsi, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:32:52.852104 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-dd1e9700-80dc-4869-a105-3f8c9c81394d None None] For port 05e2a44d-784e-45fb-be60-a5cae8bfeb7d, host dv-cinder-836073-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=05e2a44d-784e-45fb-be60-a5cae8bfeb7d,segment=NetworkSegment(48d35104-9030-4a9f-be5c-3bd61cd95e2d),segment_id=48d35104-9030-4a9f-be5c-3bd61cd95e2d)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:32:52.910223 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a8cc4a7e-3d30-4190-b817-87235393a0e6 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks [] for security_group_rule (27090eaa-8f24-4437-991d-679f9972b54d), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:52.916972 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dd1e9700-80dc-4869-a105-3f8c9c81394d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (05e2a44d-784e-45fb-be60-a5cae8bfeb7d), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:52.951559 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device bbae9186-0728-425f-b1b8-9aa843a7f3a5 up at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:32:52.973175 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a8cc4a7e-3d30-4190-b817-87235393a0e6 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks [] for security_group_rule (27090eaa-8f24-4437-991d-679f9972b54d), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:52.983877 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-f35218df-f7f7-40e0-bf89-48129c133416 None None] Provisioning complete for port 05e2a44d-784e-45fb-be60-a5cae8bfeb7d triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:32:52.984189 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f35218df-f7f7-40e0-bf89-48129c133416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (05e2a44d-784e-45fb-be60-a5cae8bfeb7d), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:52.984443 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b5f8d8-7bad-4459-beee-2108f849cb31 None None] Pushing event updated for resources: {'Port': ['ID=05e2a44d-784e-45fb-be60-a5cae8bfeb7d,revision_number=4']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:53.015158 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1e9700-80dc-4869-a105-3f8c9c81394d None None] Routers {'b7d7bde6-d0db-4ddc-9294-444243721d37'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:32:53.015811 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-dd1e9700-80dc-4869-a105-3f8c9c81394d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:32:39Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['b7d7bde6-d0db-4ddc-9294-444243721d37'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:32:53.019645 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device 317881cd-df11-4959-9f33-26b14fcc90a9 up at agent hyperv_hv-cinder-83607 {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:32:53.035298 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a8cc4a7e-3d30-4190-b817-87235393a0e6 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770697'] for security_group_rule (27090eaa-8f24-4437-991d-679f9972b54d), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:53.053667 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cc4a7e-3d30-4190-b817-87235393a0e6 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27090eaa-8f24-4437-991d-679f9972b54d,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:53.127630 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Provisioning complete for port bbae9186-0728-425f-b1b8-9aa843a7f3a5 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:32:53.128008 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (bbae9186-0728-425f-b1b8-9aa843a7f3a5), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:53.161588 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a8cc4a7e-3d30-4190-b817-87235393a0e6 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:53.166232 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 55228) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:32:53.168568 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-a8cc4a7e-3d30-4190-b817-87235393a0e6 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3536010 Apr 06 11:32:53.171521 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-dd1bf2ca-5f99-4b42-88ce-5efd618c43e2 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Request body: {'floatingip': {'floating_network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:32:53.209158 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-f35218df-f7f7-40e0-bf89-48129c133416 None None] Current status of the port 05e2a44d-784e-45fb-be60-a5cae8bfeb7d is: DOWN; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:32:53.209565 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f35218df-f7f7-40e0-bf89-48129c133416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (05e2a44d-784e-45fb-be60-a5cae8bfeb7d), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:53.212378 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Provisioning for port 317881cd-df11-4959-9f33-26b14fcc90a9 completed by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 11:32:53.232876 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Provisioning complete for port 317881cd-df11-4959-9f33-26b14fcc90a9 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:32:53.232876 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (317881cd-df11-4959-9f33-26b14fcc90a9), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:53.248008 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-dd1e9700-80dc-4869-a105-3f8c9c81394d None None] Set router b7d7bde6-d0db-4ddc-9294-444243721d37 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:32:53.288081 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-dd1bf2ca-5f99-4b42-88ce-5efd618c43e2 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:53.297889 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-f35218df-f7f7-40e0-bf89-48129c133416 None None] For port 05e2a44d-784e-45fb-be60-a5cae8bfeb7d, host dv-cinder-836073-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=05e2a44d-784e-45fb-be60-a5cae8bfeb7d,segment=NetworkSegment(48d35104-9030-4a9f-be5c-3bd61cd95e2d),segment_id=48d35104-9030-4a9f-be5c-3bd61cd95e2d)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:32:53.358970 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Current status of the port bbae9186-0728-425f-b1b8-9aa843a7f3a5 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:32:53.380227 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Current status of the port 317881cd-df11-4959-9f33-26b14fcc90a9 is: BUILD; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:32:53.380876 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (317881cd-df11-4959-9f33-26b14fcc90a9), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:53.390022 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f35218df-f7f7-40e0-bf89-48129c133416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (05e2a44d-784e-45fb-be60-a5cae8bfeb7d), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:53.417019 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-dd1bf2ca-5f99-4b42-88ce-5efd618c43e2 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:53.435392 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a15721-b291-44f2-b2b2-f9286af65913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '317881cd-df11-4959-9f33-26b14fcc90a9'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:32:53.437678 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a256e0d7ec5edad375dd6353356bf7a80218bed4a34d309726d6a914db977355" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-116d9242-0dfc-437a-93ba-69992edf20bf" -d '{"events": [{"server_uuid": "e7a15721-b291-44f2-b2b2-f9286af65913", "name": "network-vif-plugged", "status": "completed", "tag": "317881cd-df11-4959-9f33-26b14fcc90a9"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:32:53.461111 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port 317881cd-df11-4959-9f33-26b14fcc90a9, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=317881cd-df11-4959-9f33-26b14fcc90a9,segment=NetworkSegment(6a602240-3922-4bf0-a8bb-04a4d05b55c4),segment_id=6a602240-3922-4bf0-a8bb-04a4d05b55c4)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:32:53.477216 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35218df-f7f7-40e0-bf89-48129c133416 None None] Pushing event updated for resources: {'Port': ['ID=05e2a44d-784e-45fb-be60-a5cae8bfeb7d,revision_number=5']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:53.494327 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba8bd0e-33c5-4d95-8755-52ed754e1df0 x-openstack-request-id: req-4ba8bd0e-33c5-4d95-8755-52ed754e1df0 {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:32:53.495871 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a15721-b291-44f2-b2b2-f9286af65913", "name": "network-vif-plugged", "status": "completed", "tag": "317881cd-df11-4959-9f33-26b14fcc90a9", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:32:53.498550 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4ba8bd0e-33c5-4d95-8755-52ed754e1df0 {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:32:53.498550 dv-cinder-836073-2-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ba8bd0e-33c5-4d95-8755-52ed754e1df0'] response: {'server_uuid': 'e7a15721-b291-44f2-b2b2-f9286af65913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '317881cd-df11-4959-9f33-26b14fcc90a9', 'code': 200} Apr 06 11:32:53.501532 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-dd1e9700-80dc-4869-a105-3f8c9c81394d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7d7bde6-d0db-4ddc-9294-444243721d37', 'name': 'tempest-AttachVolumeShelveTestJSON-2057878857-router', 'tenant_id': '3afc2827a2964297baad3e6d85665721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'bbae9186-0728-425f-b1b8-9aa843a7f3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:32:43Z', 'updated_at': '2022-04-06T11:32:49Z', 'revision_number': 4, 'project_id': '3afc2827a2964297baad3e6d85665721', 'gw_port': {'id': 'bbae9186-0728-425f-b1b8-9aa843a7f3a5', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:cb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d7bde6-d0db-4ddc-9294-444243721d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:32:44Z', 'updated_at': '2022-04-06T11:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_interfaces': [{'id': '05e2a44d-784e-45fb-be60-a5cae8bfeb7d', 'name': '', 'network_id': '37804288-ffd4-4232-b10e-0727b0e5cfad', 'tenant_id': '3afc2827a2964297baad3e6d85665721', 'mac_address': 'fa:16:3e:d3:1d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7d7bde6-d0db-4ddc-9294-444243721d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'e5b096a1-c3bc-425b-b0d6-e505d89de44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:32:47Z', 'updated_at': '2022-04-06T11:32:52Z', 'revision_number': 4, 'project_id': '3afc2827a2964297baad3e6d85665721', 'subnets': [{'id': 'e5b096a1-c3bc-425b-b0d6-e505d89de44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:32:53.528991 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97205ac5-090d-428e-8c5a-c8d427346a5d req-563c74f9-3db5-4e85-86e6-634a7c0fdff9 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:53.534554 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (317881cd-df11-4959-9f33-26b14fcc90a9), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:53.538065 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1e9700-80dc-4869-a105-3f8c9c81394d None None] The sync data for ids ['b7d7bde6-d0db-4ddc-9294-444243721d37'] in dv-cinder-836073-2-iscsi is: [{'id': 'b7d7bde6-d0db-4ddc-9294-444243721d37', 'name': 'tempest-AttachVolumeShelveTestJSON-2057878857-router', 'tenant_id': '3afc2827a2964297baad3e6d85665721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'bbae9186-0728-425f-b1b8-9aa843a7f3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:32:43Z', 'updated_at': '2022-04-06T11:32:49Z', 'revision_number': 4, 'project_id': '3afc2827a2964297baad3e6d85665721', 'gw_port': {'id': 'bbae9186-0728-425f-b1b8-9aa843a7f3a5', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:cb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d7bde6-d0db-4ddc-9294-444243721d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:32:44Z', 'updated_at': '2022-04-06T11:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_interfaces': [{'id': '05e2a44d-784e-45fb-be60-a5cae8bfeb7d', 'name': '', 'network_id': '37804288-ffd4-4232-b10e-0727b0e5cfad', 'tenant_id': '3afc2827a2964297baad3e6d85665721', 'mac_address': 'fa:16:3e:d3:1d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7d7bde6-d0db-4ddc-9294-444243721d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'e5b096a1-c3bc-425b-b0d6-e505d89de44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:32:47Z', 'updated_at': '2022-04-06T11:32:52Z', 'revision_number': 4, 'project_id': '3afc2827a2964297baad3e6d85665721', 'subnets': [{'id': 'e5b096a1-c3bc-425b-b0d6-e505d89de44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:32:53.538316 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-97205ac5-090d-428e-8c5a-c8d427346a5d req-563c74f9-3db5-4e85-86e6-634a7c0fdff9 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0defed62-6c56-408f-b983-b1474ae92d63 HTTP/1.1" status: 200 len: 943 time: 0.1319792 Apr 06 11:32:53.539104 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-34980522-3ea8-416f-bf54-c4b7f76104fe None None] Provisioning complete for port 05e2a44d-784e-45fb-be60-a5cae8bfeb7d triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:32:53.541515 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-34980522-3ea8-416f-bf54-c4b7f76104fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (05e2a44d-784e-45fb-be60-a5cae8bfeb7d), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:53.656797 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-97205ac5-090d-428e-8c5a-c8d427346a5d req-434fe085-592f-4bcc-8d95-ae5149d46286 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7176b56-85d0-48d6-95d1-c4f4a3c784aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175756 Apr 06 11:32:53.658002 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [None req-dd1bf2ca-5f99-4b42-88ce-5efd618c43e2 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Allocated IP 172.27.2.85 (698fa61f-093e-4dd4-aaec-c1b231275ecc/4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809/c6cefeca-0497-4e01-89c9-e83e112f2ed4) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:32:53.675165 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Pushing event updated for resources: {'Port': ['ID=317881cd-df11-4959-9f33-26b14fcc90a9,revision_number=5']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:53.707552 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347a0044-c4ec-4d7f-8e6f-ee49d58746eb req-2f86a8a1-a228-48d8-91f5-38d5e30c7fdd tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:53.713697 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-347a0044-c4ec-4d7f-8e6f-ee49d58746eb req-2f86a8a1-a228-48d8-91f5-38d5e30c7fdd tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7a15721-b291-44f2-b2b2-f9286af65913 HTTP/1.1" status: 200 len: 946 time: 0.1419535 Apr 06 11:32:53.748107 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-34980522-3ea8-416f-bf54-c4b7f76104fe None None] Current status of the port 05e2a44d-784e-45fb-be60-a5cae8bfeb7d is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:32:53.787679 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-347a0044-c4ec-4d7f-8e6f-ee49d58746eb req-59d7727b-f1a4-4676-bf48-ec4107eb3ae0 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac894724-97ca-41d3-96d5-110745d86dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721951 Apr 06 11:32:53.831951 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-dd1bf2ca-5f99-4b42-88ce-5efd618c43e2 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks [] for port (c6cefeca-0497-4e01-89c9-e83e112f2ed4), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:53.937515 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e369c64-460b-4d5a-9328-3a9b86f86ccd req-1d841e76-bb0c-43d1-8e60-86d483eb60bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:53.938944 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3e369c64-460b-4d5a-9328-3a9b86f86ccd req-1d841e76-bb0c-43d1-8e60-86d483eb60bd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e7a15721-b291-44f2-b2b2-f9286af65913 HTTP/1.1" status: 200 len: 1130 time: 0.0464180 Apr 06 11:32:53.945219 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-dd1bf2ca-5f99-4b42-88ce-5efd618c43e2 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779192465924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797839'] for port (c6cefeca-0497-4e01-89c9-e83e112f2ed4), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:54.006065 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1bf2ca-5f99-4b42-88ce-5efd618c43e2 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Network 698fa61f-093e-4dd4-aaec-c1b231275ecc is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:32:54.010768 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-dd1bf2ca-5f99-4b42-88ce-5efd618c43e2 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:32:54.017773 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1bf2ca-5f99-4b42-88ce-5efd618c43e2 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Pushing event updated for resources: {'Port': ['ID=c6cefeca-0497-4e01-89c9-e83e112f2ed4,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:54.021701 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1bf2ca-5f99-4b42-88ce-5efd618c43e2 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:32:54.062185 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3e369c64-460b-4d5a-9328-3a9b86f86ccd req-17003e5a-1ea9-4d42-be22-e91078ffd55f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ac894724-97ca-41d3-96d5-110745d86dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145530 Apr 06 11:32:54.127789 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-dd1bf2ca-5f99-4b42-88ce-5efd618c43e2 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks [] for floatingip (ef51c3e5-54df-4ef3-b5e9-24b1c9ea7a5f), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:54.224808 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-dd1bf2ca-5f99-4b42-88ce-5efd618c43e2 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (c6cefeca-0497-4e01-89c9-e83e112f2ed4), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:54.383007 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-dd1bf2ca-5f99-4b42-88ce-5efd618c43e2 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks [] for port (c6cefeca-0497-4e01-89c9-e83e112f2ed4), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:54.447879 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-dd1bf2ca-5f99-4b42-88ce-5efd618c43e2 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8797942'] for port (c6cefeca-0497-4e01-89c9-e83e112f2ed4), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:54.514749 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1bf2ca-5f99-4b42-88ce-5efd618c43e2 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Pushing event updated for resources: {'Port': ['ID=c6cefeca-0497-4e01-89c9-e83e112f2ed4,revision_number=2']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:54.530790 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-dd1bf2ca-5f99-4b42-88ce-5efd618c43e2 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-886429'] for floatingip (ef51c3e5-54df-4ef3-b5e9-24b1c9ea7a5f), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:54.592831 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-dd1bf2ca-5f99-4b42-88ce-5efd618c43e2 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for floatingip (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:54.594135 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-dd1bf2ca-5f99-4b42-88ce-5efd618c43e2 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4269021 Apr 06 11:32:54.742171 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-697f2f61-1a7c-4f93-88df-a6f781380da2 req-eec32284-2ea2-47ea-be35-22b1637337ab tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1325980831&fields=id&tenant_id=3afc2827a2964297baad3e6d85665721 HTTP/1.1" status: 200 len: 267 time: 0.0437036 Apr 06 11:32:54.782387 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0669b5fe-68ee-4289-8a54-e25ed8baa4c2 req-604a7709-dc03-40e8-9444-2f529c98edd7 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:54.783821 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-0669b5fe-68ee-4289-8a54-e25ed8baa4c2 req-604a7709-dc03-40e8-9444-2f529c98edd7 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0defed62-6c56-408f-b983-b1474ae92d63 HTTP/1.1" status: 200 len: 943 time: 0.0563672 Apr 06 11:32:54.835608 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-0669b5fe-68ee-4289-8a54-e25ed8baa4c2 req-4de29e2f-d146-4f33-ad05-d67f6568934f tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7176b56-85d0-48d6-95d1-c4f4a3c784aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442729 Apr 06 11:32:54.868790 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f2f61-1a7c-4f93-88df-a6f781380da2 req-844a7d35-0d8a-4357-95a5-a337bbca5174 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:54.870591 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-697f2f61-1a7c-4f93-88df-a6f781380da2 req-844a7d35-0d8a-4357-95a5-a337bbca5174 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/networks?id=37804288-ffd4-4232-b10e-0727b0e5cfad HTTP/1.1" status: 200 len: 817 time: 0.1212413 Apr 06 11:32:54.890784 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-697f2f61-1a7c-4f93-88df-a6f781380da2 req-d33d09bd-eb37-4c95-9038-97f32f1cf63b tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/quotas/3afc2827a2964297baad3e6d85665721 HTTP/1.1" status: 200 len: 375 time: 0.0143859 Apr 06 11:32:54.965256 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-697f2f61-1a7c-4f93-88df-a6f781380da2 req-7f3391a3-5263-4a84-acb6-ad7b3f47837b tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3afc2827a2964297baad3e6d85665721&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0671778 Apr 06 11:32:54.969516 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device 05e2a44d-784e-45fb-be60-a5cae8bfeb7d up at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:32:54.986355 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef571fef-0a89-4118-b640-88c67af24ab4 req-cc998a98-13c5-4b06-8d82-608570d60525 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:54.993795 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ef571fef-0a89-4118-b640-88c67af24ab4 req-cc998a98-13c5-4b06-8d82-608570d60525 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7a15721-b291-44f2-b2b2-f9286af65913 HTTP/1.1" status: 200 len: 946 time: 0.0845621 Apr 06 11:32:55.001516 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device 12af31c2-12b6-4d35-a170-a6cdb47daf39 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:32:55.054962 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ef571fef-0a89-4118-b640-88c67af24ab4 req-ab6cf8a5-665f-4cdc-9908-73fffbc3ac3f tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac894724-97ca-41d3-96d5-110745d86dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562809 Apr 06 11:32:55.102288 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Provisioning complete for port 05e2a44d-784e-45fb-be60-a5cae8bfeb7d triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:32:55.102664 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (05e2a44d-784e-45fb-be60-a5cae8bfeb7d), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:55.130364 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-697f2f61-1a7c-4f93-88df-a6f781380da2 req-be461d55-46d4-435f-a50c-2b88acab683d service neutron] 10.222.0.43 "GET /v2.0/networks/37804288-ffd4-4232-b10e-0727b0e5cfad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483295 Apr 06 11:32:55.159271 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port 12af31c2-12b6-4d35-a170-a6cdb47daf39, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=12af31c2-12b6-4d35-a170-a6cdb47daf39,segment=NetworkSegment(37b12cda-1fd9-427f-b829-2881076d1208),segment_id=37b12cda-1fd9-427f-b829-2881076d1208)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:32:55.174090 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Returning: {'device': '12af31c2-12b6-4d35-a170-a6cdb47daf39', 'network_id': '60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c', 'port_id': '12af31c2-12b6-4d35-a170-a6cdb47daf39', 'mac_address': 'fa:16:3e:76:f5:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61035200-00d2-4cb6-9c63-74a66ed9fe60', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:32:55.218855 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-697f2f61-1a7c-4f93-88df-a6f781380da2 req-2de8a31d-0db5-4021-a5a2-55ca4c06df90 service neutron] 10.222.0.43 "GET /v2.0/networks/37804288-ffd4-4232-b10e-0727b0e5cfad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827544 Apr 06 11:32:55.241246 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Current status of the port 12af31c2-12b6-4d35-a170-a6cdb47daf39 is: DOWN; New status is: BUILD {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:32:55.241641 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (12af31c2-12b6-4d35-a170-a6cdb47daf39), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:55.250294 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Current status of the port 05e2a44d-784e-45fb-be60-a5cae8bfeb7d is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:32:55.257283 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12af31c2-12b6-4d35-a170-a6cdb47daf39 {{(pid=103883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:32:55.277482 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port 12af31c2-12b6-4d35-a170-a6cdb47daf39, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=12af31c2-12b6-4d35-a170-a6cdb47daf39,segment=NetworkSegment(37b12cda-1fd9-427f-b829-2881076d1208),segment_id=37b12cda-1fd9-427f-b829-2881076d1208)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:32:55.372504 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (12af31c2-12b6-4d35-a170-a6cdb47daf39), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:55.421837 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Pushing event updated for resources: {'Port': ['ID=12af31c2-12b6-4d35-a170-a6cdb47daf39,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:55.479353 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-19c2e0de-601c-40a1-bdbf-5bfdd40c88ca req-cdfc3e89-58cb-4326-b82b-3f3821672650 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e HTTP/1.1" status: 200 len: 210 time: 0.0274019 Apr 06 11:32:55.616078 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] get_ports_and_sgs() called for port_ids ['12af31c2-12b6-4d35-a170-a6cdb47daf39'] {{(pid=103883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:32:55.961696 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e129fdb1-894e-4245-8af1-9520285fa61d req-943f2f6d-a05c-4df6-b460-dfdf0f41e23a tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:55.963180 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e129fdb1-894e-4245-8af1-9520285fa61d req-943f2f6d-a05c-4df6-b460-dfdf0f41e23a tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0defed62-6c56-408f-b983-b1474ae92d63 HTTP/1.1" status: 200 len: 944 time: 0.0576282 Apr 06 11:32:56.009821 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e129fdb1-894e-4245-8af1-9520285fa61d req-0edfd030-9a11-4777-b4e8-a875f7dc78f2 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7176b56-85d0-48d6-95d1-c4f4a3c784aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409670 Apr 06 11:32:56.175658 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6307ce90-8c0e-46dd-874e-06e895cb85b3 req-d8406948-c68e-40af-b256-4b89df0f2397 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:56.177154 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-6307ce90-8c0e-46dd-874e-06e895cb85b3 req-d8406948-c68e-40af-b256-4b89df0f2397 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7a15721-b291-44f2-b2b2-f9286af65913 HTTP/1.1" status: 200 len: 946 time: 0.0548770 Apr 06 11:32:56.225034 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-6307ce90-8c0e-46dd-874e-06e895cb85b3 req-53228a4e-aea4-4474-8838-453ca96f3c6e tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac894724-97ca-41d3-96d5-110745d86dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421200 Apr 06 11:32:56.354971 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86875973-5a2c-4aeb-9863-6040ced3929e req-87438642-35ef-41c1-a1e4-c18077f554cb tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:56.356522 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-86875973-5a2c-4aeb-9863-6040ced3929e req-87438642-35ef-41c1-a1e4-c18077f554cb tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7a15721-b291-44f2-b2b2-f9286af65913 HTTP/1.1" status: 200 len: 946 time: 0.0533657 Apr 06 11:32:56.405339 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-86875973-5a2c-4aeb-9863-6040ced3929e req-35e8998c-882f-4483-b83f-fb487d870016 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac894724-97ca-41d3-96d5-110745d86dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429125 Apr 06 11:32:56.427270 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 55272) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:32:56.469726 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e5a6c5-7e1d-4157-a1aa-4d9be9c9317a tempest-TestVolumeBootPattern-1744259904 tempest-TestVolumeBootPattern-1744259904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:56.471257 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-f3e5a6c5-7e1d-4157-a1aa-4d9be9c9317a tempest-TestVolumeBootPattern-1744259904 tempest-TestVolumeBootPattern-1744259904-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e7a15721-b291-44f2-b2b2-f9286af65913 HTTP/1.1" status: 200 len: 1125 time: 0.0430121 Apr 06 11:32:56.474084 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 55274) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:32:56.478238 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-cd123673-3b20-4535-8f4b-4436875dffce tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Request body: {'floatingip': {'floating_network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'port_id': '317881cd-df11-4959-9f33-26b14fcc90a9', 'tenant_id': 'de48ef632a974b5c83191742cf569887', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:32:56.561824 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-788ec51f-41eb-44d5-b2a4-077e3f0c5778 req-31f16e7e-783f-4bc7-b7f0-6950cd0a3572 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e HTTP/1.1" status: 200 len: 210 time: 0.0273597 Apr 06 11:32:56.590925 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-cd123673-3b20-4535-8f4b-4436875dffce tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:56.690902 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-cd123673-3b20-4535-8f4b-4436875dffce tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:56.798200 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [None req-cd123673-3b20-4535-8f4b-4436875dffce tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Allocated IP 172.27.2.183 (698fa61f-093e-4dd4-aaec-c1b231275ecc/4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809/6835af49-6583-4e8c-9f24-e8617a7a2123) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:32:56.895977 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-cd123673-3b20-4535-8f4b-4436875dffce tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks [] for port (6835af49-6583-4e8c-9f24-e8617a7a2123), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:56.993958 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device 12af31c2-12b6-4d35-a170-a6cdb47daf39 up at agent hyperv_hv-cinder-83607 {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:32:56.996911 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-cd123673-3b20-4535-8f4b-4436875dffce tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779192465924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797839'] for port (6835af49-6583-4e8c-9f24-e8617a7a2123), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:57.030788 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd123673-3b20-4535-8f4b-4436875dffce tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Network 698fa61f-093e-4dd4-aaec-c1b231275ecc is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:32:57.047408 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-cd123673-3b20-4535-8f4b-4436875dffce tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:32:57.052131 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd123673-3b20-4535-8f4b-4436875dffce tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:32:57.055547 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd123673-3b20-4535-8f4b-4436875dffce tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Pushing event updated for resources: {'Port': ['ID=6835af49-6583-4e8c-9f24-e8617a7a2123,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:57.094194 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Provisioning for port 12af31c2-12b6-4d35-a170-a6cdb47daf39 completed by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 11:32:57.098271 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Provisioning complete for port 12af31c2-12b6-4d35-a170-a6cdb47daf39 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:32:57.098791 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (12af31c2-12b6-4d35-a170-a6cdb47daf39), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:57.188017 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Current status of the port 12af31c2-12b6-4d35-a170-a6cdb47daf39 is: BUILD; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:32:57.188401 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (12af31c2-12b6-4d35-a170-a6cdb47daf39), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:57.211184 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0defed62-6c56-408f-b983-b1474ae92d63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12af31c2-12b6-4d35-a170-a6cdb47daf39'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:32:57.213323 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663a9582-e3a2-42d0-9d78-939b988b2038 req-bf070a3b-a7df-41b5-a71b-8627a473863e tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:57.213469 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a256e0d7ec5edad375dd6353356bf7a80218bed4a34d309726d6a914db977355" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e2db8ba-43c7-4c26-a462-07756c3d4d0b" -d '{"events": [{"server_uuid": "0defed62-6c56-408f-b983-b1474ae92d63", "name": "network-vif-plugged", "status": "completed", "tag": "12af31c2-12b6-4d35-a170-a6cdb47daf39"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:32:57.215363 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-663a9582-e3a2-42d0-9d78-939b988b2038 req-bf070a3b-a7df-41b5-a71b-8627a473863e tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0defed62-6c56-408f-b983-b1474ae92d63 HTTP/1.1" status: 200 len: 944 time: 0.1176722 Apr 06 11:32:57.227294 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port 12af31c2-12b6-4d35-a170-a6cdb47daf39, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=12af31c2-12b6-4d35-a170-a6cdb47daf39,segment=NetworkSegment(37b12cda-1fd9-427f-b829-2881076d1208),segment_id=37b12cda-1fd9-427f-b829-2881076d1208)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:32:57.254339 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d55036-13fc-4993-9a2c-4121695b61cf x-openstack-request-id: req-96d55036-13fc-4993-9a2c-4121695b61cf {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:32:57.254648 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0defed62-6c56-408f-b983-b1474ae92d63", "name": "network-vif-plugged", "status": "completed", "tag": "12af31c2-12b6-4d35-a170-a6cdb47daf39", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:32:57.254907 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-96d55036-13fc-4993-9a2c-4121695b61cf {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:32:57.255298 dv-cinder-836073-2-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96d55036-13fc-4993-9a2c-4121695b61cf'] response: {'server_uuid': '0defed62-6c56-408f-b983-b1474ae92d63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12af31c2-12b6-4d35-a170-a6cdb47daf39', 'code': 200} Apr 06 11:32:57.288064 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (12af31c2-12b6-4d35-a170-a6cdb47daf39), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:57.330913 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-663a9582-e3a2-42d0-9d78-939b988b2038 req-ebfd8ff7-2ffe-4638-9e34-8a96e6115a34 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7176b56-85d0-48d6-95d1-c4f4a3c784aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821562 Apr 06 11:32:57.336329 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Pushing event updated for resources: {'Port': ['ID=12af31c2-12b6-4d35-a170-a6cdb47daf39,revision_number=5']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:57.498285 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-cd123673-3b20-4535-8f4b-4436875dffce tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks [] for floatingip (34833888-6cba-4f7d-8532-1f0d8332d218), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:57.661842 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-093530aa-25e5-4422-8b3c-9ef254d688f2 req-b56c1e74-6923-422d-a0af-6bb99c0a825d tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e HTTP/1.1" status: 200 len: 210 time: 0.0289824 Apr 06 11:32:57.687693 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-cd123673-3b20-4535-8f4b-4436875dffce tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (6835af49-6583-4e8c-9f24-e8617a7a2123), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:58.076498 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f2f61-1a7c-4f93-88df-a6f781380da2 req-a5a0d95e-6198-4fa6-8996-9724cf6692b4 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:58.077953 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-697f2f61-1a7c-4f93-88df-a6f781380da2 req-a5a0d95e-6198-4fa6-8996-9724cf6692b4 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.48 "GET /v2.0/networks?id=37804288-ffd4-4232-b10e-0727b0e5cfad HTTP/1.1" status: 200 len: 817 time: 0.4798639 Apr 06 11:32:58.083046 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d8d51-3f29-474c-a822-146d7eafa09c req-f24a1971-f6e6-408e-b719-e628bcf7dbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:58.084385 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3f2d8d51-3f29-474c-a822-146d7eafa09c req-f24a1971-f6e6-408e-b719-e628bcf7dbb5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0defed62-6c56-408f-b983-b1474ae92d63 HTTP/1.1" status: 200 len: 1129 time: 0.4094844 Apr 06 11:32:58.191922 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3f2d8d51-3f29-474c-a822-146d7eafa09c req-8142da43-83b0-4b0c-98f1-c67dc35da12a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b7176b56-85d0-48d6-95d1-c4f4a3c784aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935898 Apr 06 11:32:58.196134 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-697f2f61-1a7c-4f93-88df-a6f781380da2 req-87f89c14-7b0f-49d8-a24b-b8030b17441d tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3afc2827a2964297baad3e6d85665721 HTTP/1.1" status: 200 len: 380 time: 0.1045856 Apr 06 11:32:58.223146 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-cd123673-3b20-4535-8f4b-4436875dffce tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks [] for port (6835af49-6583-4e8c-9f24-e8617a7a2123), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:58.293584 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-cd123673-3b20-4535-8f4b-4436875dffce tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8797942'] for port (6835af49-6583-4e8c-9f24-e8617a7a2123), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:58.360430 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd123673-3b20-4535-8f4b-4436875dffce tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Pushing event updated for resources: {'Port': ['ID=6835af49-6583-4e8c-9f24-e8617a7a2123,revision_number=2']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:58.374640 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-cd123673-3b20-4535-8f4b-4436875dffce tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-886429'] for floatingip (34833888-6cba-4f7d-8532-1f0d8332d218), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:58.413489 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [req-697f2f61-1a7c-4f93-88df-a6f781380da2 req-5f048b5a-bae4-4f6a-abe1-5132b534f01e tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Request body: {'port': {'device_id': 'c52b38f2-c613-43b9-84ed-5ee82e79b45e', 'network_id': '37804288-ffd4-4232-b10e-0727b0e5cfad', 'admin_state_up': True, 'tenant_id': '3afc2827a2964297baad3e6d85665721', 'security_groups': ['e5951896-6057-4637-a7f8-6d0ddac1b163']}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:32:58.577406 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d778eb-e53f-4b74-9bdf-d1e90dd1a7ab req-55e6de30-df33-4b24-ba03-e4d7fe837dda tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:58.578961 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a6d778eb-e53f-4b74-9bdf-d1e90dd1a7ab req-55e6de30-df33-4b24-ba03-e4d7fe837dda tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0defed62-6c56-408f-b983-b1474ae92d63 HTTP/1.1" status: 200 len: 945 time: 0.1691654 Apr 06 11:32:58.595678 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.db.l3_db [None req-cd123673-3b20-4535-8f4b-4436875dffce tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Floating IP 34833888-6cba-4f7d-8532-1f0d8332d218 associated. External IP: 172.27.2.183, port: 317881cd-df11-4959-9f33-26b14fcc90a9. Apr 06 11:32:58.722881 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a6d778eb-e53f-4b74-9bdf-d1e90dd1a7ab req-62347e6c-cd58-4cde-97a2-89309738099d tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7176b56-85d0-48d6-95d1-c4f4a3c784aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341536 Apr 06 11:32:58.765791 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-998df859-7f93-417c-9fcc-03a0395ef9ab req-c018d52a-2b0d-4e21-9fc6-8c289b780470 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e HTTP/1.1" status: 200 len: 210 time: 0.0300651 Apr 06 11:32:58.783208 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-697f2f61-1a7c-4f93-88df-a6f781380da2 req-5f048b5a-bae4-4f6a-abe1-5132b534f01e tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Made reservation on behalf of 3afc2827a2964297baad3e6d85665721 for: {'port': 1} {{(pid=103882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:32:58.786503 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-697f2f61-1a7c-4f93-88df-a6f781380da2 req-5f048b5a-bae4-4f6a-abe1-5132b534f01e tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:58.939686 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd123673-3b20-4535-8f4b-4436875dffce tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Router d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4 has already been hosted by L3 agent 9404f039-f516-42fd-94a5-c122fff5649f {{(pid=103882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:32:59.004237 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [req-697f2f61-1a7c-4f93-88df-a6f781380da2 req-5f048b5a-bae4-4f6a-abe1-5132b534f01e tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Allocated IP 172.20.0.3 (37804288-ffd4-4232-b10e-0727b0e5cfad/e5b096a1-c3bc-425b-b0d6-e505d89de44f/65fd3cb1-fce3-4c9a-8628-dcc92ca30055) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:32:59.135741 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd123673-3b20-4535-8f4b-4436875dffce tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Notify agent at l3_agent.dv-cinder-836073-2-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:32:59.145831 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ab0bdd-c48e-4898-90dd-4904b4a47751 None None] Sync routers for ids ['d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4'] in dv-cinder-836073-2-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:32:59.155682 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ab0bdd-c48e-4898-90dd-4904b4a47751 None None] Routers {'d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:32:59.156307 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-25ab0bdd-c48e-4898-90dd-4904b4a47751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:32:39Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:32:59.201998 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-697f2f61-1a7c-4f93-88df-a6f781380da2 req-5f048b5a-bae4-4f6a-abe1-5132b534f01e tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks [] for port (65fd3cb1-fce3-4c9a-8628-dcc92ca30055), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:59.227094 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-cd123673-3b20-4535-8f4b-4436875dffce tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for floatingip (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:59.261744 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-cd123673-3b20-4535-8f4b-4436875dffce tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7866468 Apr 06 11:32:59.262277 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7a15721-b291-44f2-b2b2-f9286af65913', 'tag': '317881cd-df11-4959-9f33-26b14fcc90a9'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:32:59.264690 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29156e5c8df2cda5f8c3a12ff109e02ba7a327efefb734c2c5f81b1bf548e3ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0540af6c-e2e6-4ce2-98da-f0cbf2d76378" -d '{"events": [{"name": "network-changed", "server_uuid": "e7a15721-b291-44f2-b2b2-f9286af65913", "tag": "317881cd-df11-4959-9f33-26b14fcc90a9"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:32:59.268763 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-25ab0bdd-c48e-4898-90dd-4904b4a47751 None None] Set router d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:32:59.310888 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-697f2f61-1a7c-4f93-88df-a6f781380da2 req-5f048b5a-bae4-4f6a-abe1-5132b534f01e tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779192465924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797839'] for port (65fd3cb1-fce3-4c9a-8628-dcc92ca30055), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:59.362038 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-697f2f61-1a7c-4f93-88df-a6f781380da2 req-5f048b5a-bae4-4f6a-abe1-5132b534f01e tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Network 37804288-ffd4-4232-b10e-0727b0e5cfad is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:32:59.365499 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [req-697f2f61-1a7c-4f93-88df-a6f781380da2 req-5f048b5a-bae4-4f6a-abe1-5132b534f01e tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:32:59.370156 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [req-697f2f61-1a7c-4f93-88df-a6f781380da2 req-5f048b5a-bae4-4f6a-abe1-5132b534f01e tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:32:59.374015 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f5cbb69-d7d3-457e-8e3b-fc5c02a7462c x-openstack-request-id: req-2f5cbb69-d7d3-457e-8e3b-fc5c02a7462c {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:32:59.374397 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7a15721-b291-44f2-b2b2-f9286af65913", "tag": "317881cd-df11-4959-9f33-26b14fcc90a9", "status": "completed", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:32:59.374728 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2f5cbb69-d7d3-457e-8e3b-fc5c02a7462c {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:32:59.375186 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f5cbb69-d7d3-457e-8e3b-fc5c02a7462c'] response: {'name': 'network-changed', 'server_uuid': 'e7a15721-b291-44f2-b2b2-f9286af65913', 'tag': '317881cd-df11-4959-9f33-26b14fcc90a9', 'status': 'completed', 'code': 200} Apr 06 11:32:59.377516 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f048b5a-bae4-4f6a-abe1-5132b534f01e tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Pushing event updated for resources: {'Port': ['ID=65fd3cb1-fce3-4c9a-8628-dcc92ca30055,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:32:59.428978 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f2f61-1a7c-4f93-88df-a6f781380da2 req-5f048b5a-bae4-4f6a-abe1-5132b534f01e tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:59.429747 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-697f2f61-1a7c-4f93-88df-a6f781380da2 req-5f048b5a-bae4-4f6a-abe1-5132b534f01e tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for port (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:59.511153 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-25ab0bdd-c48e-4898-90dd-4904b4a47751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'name': 'tempest-TestVolumeBootPattern-312017993-router', 'tenant_id': 'de48ef632a974b5c83191742cf569887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '5ce3c676-ae10-4b96-8444-61e6ff7729df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:28:57Z', 'updated_at': '2022-04-06T11:29:02Z', 'revision_number': 4, 'project_id': 'de48ef632a974b5c83191742cf569887', 'gw_port': {'id': '5ce3c676-ae10-4b96-8444-61e6ff7729df', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:51:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:28:58Z', 'updated_at': '2022-04-06T11:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_floatingips': [{'id': '34833888-6cba-4f7d-8532-1f0d8332d218', 'tenant_id': 'de48ef632a974b5c83191742cf569887', 'floating_ip_address': '172.27.2.183', 'floating_network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'router_id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'port_id': '317881cd-df11-4959-9f33-26b14fcc90a9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5529688d-cbb0-454c-b2b2-2dd8660f20c8', 'mac_address': 'fa:16:3e:48:69:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a15721-b291-44f2-b2b2-f9286af65913', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:32:57Z', 'updated_at': '2022-04-06T11:32:57Z', 'revision_number': 0, 'project_id': 'de48ef632a974b5c83191742cf569887', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de04e9ed-2f4e-4fa1-9e4b-71522c5d1fab', 'name': '', 'network_id': '5529688d-cbb0-454c-b2b2-2dd8660f20c8', 'tenant_id': 'de48ef632a974b5c83191742cf569887', 'mac_address': 'fa:16:3e:e1:85:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'c5124a61-a5c8-4acc-8eca-8ed8dd4c3666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:29:01Z', 'updated_at': '2022-04-06T11:29:08Z', 'revision_number': 5, 'project_id': 'de48ef632a974b5c83191742cf569887', 'subnets': [{'id': 'c5124a61-a5c8-4acc-8eca-8ed8dd4c3666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:32:59.536377 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-697f2f61-1a7c-4f93-88df-a6f781380da2 req-5f048b5a-bae4-4f6a-abe1-5132b534f01e tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1277516 Apr 06 11:32:59.541443 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ab0bdd-c48e-4898-90dd-4904b4a47751 None None] Checking router: d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4 for host: dv-cinder-836073-2-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:32:59.550515 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ab0bdd-c48e-4898-90dd-4904b4a47751 None None] Routers {'d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:32:59.551130 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-25ab0bdd-c48e-4898-90dd-4904b4a47751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:32:39Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:32:59.609921 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-b7a85b0a-8347-4abe-a3b8-e17c203134df None None] Provisioning complete for port 65fd3cb1-fce3-4c9a-8628-dcc92ca30055 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:32:59.610447 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-b7a85b0a-8347-4abe-a3b8-e17c203134df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (65fd3cb1-fce3-4c9a-8628-dcc92ca30055), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:59.644647 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-b7a85b0a-8347-4abe-a3b8-e17c203134df None None] Port 65fd3cb1-fce3-4c9a-8628-dcc92ca30055 cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:32:59.658941 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-25ab0bdd-c48e-4898-90dd-4904b4a47751 None None] Set router d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:32:59.689659 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [req-697f2f61-1a7c-4f93-88df-a6f781380da2 req-ece4906e-9b42-4b46-9cbd-1688da2728a0 service neutron] Request body: {'port': {'device_id': 'c52b38f2-c613-43b9-84ed-5ee82e79b45e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:32:59.783386 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0540af6c-e2e6-4ce2-98da-f0cbf2d76378 req-11bb35f0-e643-4192-914a-9988d983cc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:59.785233 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0540af6c-e2e6-4ce2-98da-f0cbf2d76378 req-11bb35f0-e643-4192-914a-9988d983cc81 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=de48ef632a974b5c83191742cf569887&device_id=e7a15721-b291-44f2-b2b2-f9286af65913 HTTP/1.1" status: 200 len: 1130 time: 0.0916662 Apr 06 11:32:59.785472 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-697f2f61-1a7c-4f93-88df-a6f781380da2 req-ece4906e-9b42-4b46-9cbd-1688da2728a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (65fd3cb1-fce3-4c9a-8628-dcc92ca30055), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:59.883916 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9647318a-1284-4be9-9d07-c0836c2d5536 req-49d39faf-9e56-408c-9a45-79d247064707 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:32:59.894199 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-9647318a-1284-4be9-9d07-c0836c2d5536 req-49d39faf-9e56-408c-9a45-79d247064707 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0defed62-6c56-408f-b983-b1474ae92d63 HTTP/1.1" status: 200 len: 945 time: 0.0688977 Apr 06 11:32:59.907545 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-25ab0bdd-c48e-4898-90dd-4904b4a47751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'name': 'tempest-TestVolumeBootPattern-312017993-router', 'tenant_id': 'de48ef632a974b5c83191742cf569887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '5ce3c676-ae10-4b96-8444-61e6ff7729df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:28:57Z', 'updated_at': '2022-04-06T11:29:02Z', 'revision_number': 4, 'project_id': 'de48ef632a974b5c83191742cf569887', 'gw_port': {'id': '5ce3c676-ae10-4b96-8444-61e6ff7729df', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:51:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:28:58Z', 'updated_at': '2022-04-06T11:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_floatingips': [{'id': '34833888-6cba-4f7d-8532-1f0d8332d218', 'tenant_id': 'de48ef632a974b5c83191742cf569887', 'floating_ip_address': '172.27.2.183', 'floating_network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'router_id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'port_id': '317881cd-df11-4959-9f33-26b14fcc90a9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5529688d-cbb0-454c-b2b2-2dd8660f20c8', 'mac_address': 'fa:16:3e:48:69:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a15721-b291-44f2-b2b2-f9286af65913', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:32:57Z', 'updated_at': '2022-04-06T11:32:57Z', 'revision_number': 0, 'project_id': 'de48ef632a974b5c83191742cf569887', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de04e9ed-2f4e-4fa1-9e4b-71522c5d1fab', 'name': '', 'network_id': '5529688d-cbb0-454c-b2b2-2dd8660f20c8', 'tenant_id': 'de48ef632a974b5c83191742cf569887', 'mac_address': 'fa:16:3e:e1:85:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'c5124a61-a5c8-4acc-8eca-8ed8dd4c3666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:29:01Z', 'updated_at': '2022-04-06T11:29:08Z', 'revision_number': 5, 'project_id': 'de48ef632a974b5c83191742cf569887', 'subnets': [{'id': 'c5124a61-a5c8-4acc-8eca-8ed8dd4c3666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:32:59.934666 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ab0bdd-c48e-4898-90dd-4904b4a47751 None None] The sync data for ids ['d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4'] in dv-cinder-836073-2-iscsi is: [{'id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'name': 'tempest-TestVolumeBootPattern-312017993-router', 'tenant_id': 'de48ef632a974b5c83191742cf569887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '5ce3c676-ae10-4b96-8444-61e6ff7729df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:28:57Z', 'updated_at': '2022-04-06T11:29:02Z', 'revision_number': 4, 'project_id': 'de48ef632a974b5c83191742cf569887', 'gw_port': {'id': '5ce3c676-ae10-4b96-8444-61e6ff7729df', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:51:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:28:58Z', 'updated_at': '2022-04-06T11:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_floatingips': [{'id': '34833888-6cba-4f7d-8532-1f0d8332d218', 'tenant_id': 'de48ef632a974b5c83191742cf569887', 'floating_ip_address': '172.27.2.183', 'floating_network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'router_id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'port_id': '317881cd-df11-4959-9f33-26b14fcc90a9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5529688d-cbb0-454c-b2b2-2dd8660f20c8', 'mac_address': 'fa:16:3e:48:69:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a15721-b291-44f2-b2b2-f9286af65913', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:32:57Z', 'updated_at': '2022-04-06T11:32:57Z', 'revision_number': 0, 'project_id': 'de48ef632a974b5c83191742cf569887', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de04e9ed-2f4e-4fa1-9e4b-71522c5d1fab', 'name': '', 'network_id': '5529688d-cbb0-454c-b2b2-2dd8660f20c8', 'tenant_id': 'de48ef632a974b5c83191742cf569887', 'mac_address': 'fa:16:3e:e1:85:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'c5124a61-a5c8-4acc-8eca-8ed8dd4c3666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:29:01Z', 'updated_at': '2022-04-06T11:29:08Z', 'revision_number': 5, 'project_id': 'de48ef632a974b5c83191742cf569887', 'subnets': [{'id': 'c5124a61-a5c8-4acc-8eca-8ed8dd4c3666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:32:59.950440 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-9647318a-1284-4be9-9d07-c0836c2d5536 req-e8238da0-c83e-4e91-b6b3-bb0df9c0cd28 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7176b56-85d0-48d6-95d1-c4f4a3c784aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538592 Apr 06 11:33:00.011910 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0540af6c-e2e6-4ce2-98da-f0cbf2d76378 req-57e64a03-a020-4d24-9c29-0521b4e7aa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:33:00.013478 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0540af6c-e2e6-4ce2-98da-f0cbf2d76378 req-57e64a03-a020-4d24-9c29-0521b4e7aa92 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5529688d-cbb0-454c-b2b2-2dd8660f20c8 HTTP/1.1" status: 200 len: 912 time: 0.2133992 Apr 06 11:33:00.083925 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef9e52b-d055-46c6-a1af-cbedb6012e8b req-4e8ffd55-296c-4dec-bd85-17a80f74fe8d tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:33:00.085593 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6ef9e52b-d055-46c6-a1af-cbedb6012e8b req-4e8ffd55-296c-4dec-bd85-17a80f74fe8d tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e HTTP/1.1" status: 200 len: 931 time: 0.2075536 Apr 06 11:33:00.144226 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6c8277-51a4-435e-b308-22d5988a5f3e None None] New status for floating IP 34833888-6cba-4f7d-8532-1f0d8332d218: ACTIVE {{(pid=103883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:33:00.172037 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0540af6c-e2e6-4ce2-98da-f0cbf2d76378 req-6524d588-eaa8-4429-96ee-c04a7f74a963 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=317881cd-df11-4959-9f33-26b14fcc90a9 HTTP/1.1" status: 200 len: 1000 time: 0.1511092 Apr 06 11:33:00.230400 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6ef9e52b-d055-46c6-a1af-cbedb6012e8b req-84adc8ae-9600-4ff0-bacb-ca6087dcd456 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5951896-6057-4637-a7f8-6d0ddac1b163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112869 Apr 06 11:33:00.265798 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0540af6c-e2e6-4ce2-98da-f0cbf2d76378 req-03c231d5-1b4b-4427-935d-7d5aeb48b42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:33:00.267275 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0540af6c-e2e6-4ce2-98da-f0cbf2d76378 req-03c231d5-1b4b-4427-935d-7d5aeb48b42c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c5124a61-a5c8-4acc-8eca-8ed8dd4c3666 HTTP/1.1" status: 200 len: 850 time: 0.0855360 Apr 06 11:33:00.348594 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [req-697f2f61-1a7c-4f93-88df-a6f781380da2 req-ece4906e-9b42-4b46-9cbd-1688da2728a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65fd3cb1-fce3-4c9a-8628-dcc92ca30055 {{(pid=103882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:33:00.358777 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-697f2f61-1a7c-4f93-88df-a6f781380da2 req-ece4906e-9b42-4b46-9cbd-1688da2728a0 service neutron] Publish callbacks [] for port (65fd3cb1-fce3-4c9a-8628-dcc92ca30055), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:00.373646 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0540af6c-e2e6-4ce2-98da-f0cbf2d76378 req-7a6694b6-043d-4998-ba14-9e45da7e5259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:33:00.375170 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0540af6c-e2e6-4ce2-98da-f0cbf2d76378 req-7a6694b6-043d-4998-ba14-9e45da7e5259 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5529688d-cbb0-454c-b2b2-2dd8660f20c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1011910 Apr 06 11:33:00.377691 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [req-697f2f61-1a7c-4f93-88df-a6f781380da2 req-ece4906e-9b42-4b46-9cbd-1688da2728a0 service neutron] Transition to ACTIVE for port object 65fd3cb1-fce3-4c9a-8628-dcc92ca30055 will not be triggered until provisioned by entity L2. {{(pid=103882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 11:33:00.443937 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-697f2f61-1a7c-4f93-88df-a6f781380da2 req-ece4906e-9b42-4b46-9cbd-1688da2728a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8797942'] for port (65fd3cb1-fce3-4c9a-8628-dcc92ca30055), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:00.505685 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0540af6c-e2e6-4ce2-98da-f0cbf2d76378 req-f92edd3a-ae00-4bdb-a42d-2f24514b0f57 service neutron] 10.222.0.48 "GET /v2.0/networks/5529688d-cbb0-454c-b2b2-2dd8660f20c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233847 Apr 06 11:33:00.521244 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece4906e-9b42-4b46-9cbd-1688da2728a0 service neutron] Pushing event updated for resources: {'Port': ['ID=65fd3cb1-fce3-4c9a-8628-dcc92ca30055,revision_number=2']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:33:00.659700 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0540af6c-e2e6-4ce2-98da-f0cbf2d76378 req-05123ce9-6ba1-4bd2-9ac1-9121606fd570 service neutron] 10.222.0.48 "GET /v2.0/networks/5529688d-cbb0-454c-b2b2-2dd8660f20c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465836 Apr 06 11:33:00.660491 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [req-697f2f61-1a7c-4f93-88df-a6f781380da2 req-ece4906e-9b42-4b46-9cbd-1688da2728a0 service neutron] Attempting to bind port 65fd3cb1-fce3-4c9a-8628-dcc92ca30055 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:33:00.660825 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [req-697f2f61-1a7c-4f93-88df-a6f781380da2 req-ece4906e-9b42-4b46-9cbd-1688da2728a0 service neutron] Attempting to bind port 65fd3cb1-fce3-4c9a-8628-dcc92ca30055 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '48d35104-9030-4a9f-be5c-3bd61cd95e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '37804288-ffd4-4232-b10e-0727b0e5cfad'}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:33:00.661177 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697f2f61-1a7c-4f93-88df-a6f781380da2 req-ece4906e-9b42-4b46-9cbd-1688da2728a0 service neutron] Attempting to bind port 65fd3cb1-fce3-4c9a-8628-dcc92ca30055 on network 37804288-ffd4-4232-b10e-0727b0e5cfad {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:33:00.665662 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697f2f61-1a7c-4f93-88df-a6f781380da2 req-ece4906e-9b42-4b46-9cbd-1688da2728a0 service neutron] Port 65fd3cb1-fce3-4c9a-8628-dcc92ca30055 on network 37804288-ffd4-4232-b10e-0727b0e5cfad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 11:33:00.665986 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697f2f61-1a7c-4f93-88df-a6f781380da2 req-ece4906e-9b42-4b46-9cbd-1688da2728a0 service neutron] Attempting to bind port 65fd3cb1-fce3-4c9a-8628-dcc92ca30055 on network 37804288-ffd4-4232-b10e-0727b0e5cfad {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:33:00.672021 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697f2f61-1a7c-4f93-88df-a6f781380da2 req-ece4906e-9b42-4b46-9cbd-1688da2728a0 service neutron] Checking agent: {'id': 'dc195572-b6d9-4259-8541-839e457b2650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 25, 36), 'started_at': datetime.datetime(2022, 4, 6, 11, 25, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:33:00.672021 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697f2f61-1a7c-4f93-88df-a6f781380da2 req-ece4906e-9b42-4b46-9cbd-1688da2728a0 service neutron] Checking segment: {'id': '48d35104-9030-4a9f-be5c-3bd61cd95e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '37804288-ffd4-4232-b10e-0727b0e5cfad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:33:00.672471 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697f2f61-1a7c-4f93-88df-a6f781380da2 req-ece4906e-9b42-4b46-9cbd-1688da2728a0 service neutron] Bound using segment: {'id': '48d35104-9030-4a9f-be5c-3bd61cd95e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '37804288-ffd4-4232-b10e-0727b0e5cfad'} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:33:00.672809 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [req-697f2f61-1a7c-4f93-88df-a6f781380da2 req-ece4906e-9b42-4b46-9cbd-1688da2728a0 service neutron] Bound port: 65fd3cb1-fce3-4c9a-8628-dcc92ca30055, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48d35104-9030-4a9f-be5c-3bd61cd95e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '37804288-ffd4-4232-b10e-0727b0e5cfad'}}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:33:00.673196 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-697f2f61-1a7c-4f93-88df-a6f781380da2 req-ece4906e-9b42-4b46-9cbd-1688da2728a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (65fd3cb1-fce3-4c9a-8628-dcc92ca30055), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:00.734994 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [req-697f2f61-1a7c-4f93-88df-a6f781380da2 req-ece4906e-9b42-4b46-9cbd-1688da2728a0 service neutron] For port 65fd3cb1-fce3-4c9a-8628-dcc92ca30055, host hv-cinder-83607, cleared binding levels {{(pid=103882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:33:00.738061 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [req-697f2f61-1a7c-4f93-88df-a6f781380da2 req-ece4906e-9b42-4b46-9cbd-1688da2728a0 service neutron] For port 65fd3cb1-fce3-4c9a-8628-dcc92ca30055, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=65fd3cb1-fce3-4c9a-8628-dcc92ca30055,segment=NetworkSegment(48d35104-9030-4a9f-be5c-3bd61cd95e2d),segment_id=48d35104-9030-4a9f-be5c-3bd61cd95e2d)] {{(pid=103882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:33:00.779539 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-697f2f61-1a7c-4f93-88df-a6f781380da2 req-ece4906e-9b42-4b46-9cbd-1688da2728a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8797942'] for port (65fd3cb1-fce3-4c9a-8628-dcc92ca30055), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:00.813117 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f2f61-1a7c-4f93-88df-a6f781380da2 req-ece4906e-9b42-4b46-9cbd-1688da2728a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:33:00.813732 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-697f2f61-1a7c-4f93-88df-a6f781380da2 req-ece4906e-9b42-4b46-9cbd-1688da2728a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for port (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:00.815112 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-697f2f61-1a7c-4f93-88df-a6f781380da2 req-ece4906e-9b42-4b46-9cbd-1688da2728a0 service neutron] 10.222.0.48 "PUT /v2.0/ports/65fd3cb1-fce3-4c9a-8628-dcc92ca30055 HTTP/1.1" status: 200 len: 1093 time: 1.1299541 Apr 06 11:33:00.835832 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece4906e-9b42-4b46-9cbd-1688da2728a0 service neutron] Pushing event updated for resources: {'Port': ['ID=65fd3cb1-fce3-4c9a-8628-dcc92ca30055,revision_number=3']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:33:00.967488 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f2f61-1a7c-4f93-88df-a6f781380da2 req-011c3247-165d-4be3-aedb-837516ff912d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:33:00.969123 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-697f2f61-1a7c-4f93-88df-a6f781380da2 req-011c3247-165d-4be3-aedb-837516ff912d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3afc2827a2964297baad3e6d85665721&device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e HTTP/1.1" status: 200 len: 1127 time: 0.0506930 Apr 06 11:33:01.016360 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-697f2f61-1a7c-4f93-88df-a6f781380da2 req-88de938a-c882-4642-be7b-4f2b4c2cbb31 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65fd3cb1-fce3-4c9a-8628-dcc92ca30055 HTTP/1.1" status: 200 len: 217 time: 0.0367348 Apr 06 11:33:01.067223 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f2f61-1a7c-4f93-88df-a6f781380da2 req-870e6977-8c2a-4562-81eb-f7c65065b8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:33:01.068699 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-697f2f61-1a7c-4f93-88df-a6f781380da2 req-870e6977-8c2a-4562-81eb-f7c65065b8b4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e5b096a1-c3bc-425b-b0d6-e505d89de44f HTTP/1.1" status: 200 len: 856 time: 0.0452406 Apr 06 11:33:01.069379 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8020c3a-b0a8-4baa-aa1e-c0a188519b9d req-de5bf3c6-d0f7-4b81-a799-a0390d249eed tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:33:01.070860 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-a8020c3a-b0a8-4baa-aa1e-c0a188519b9d req-de5bf3c6-d0f7-4b81-a799-a0390d249eed tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0defed62-6c56-408f-b983-b1474ae92d63 HTTP/1.1" status: 200 len: 945 time: 0.0534465 Apr 06 11:33:01.116768 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-a8020c3a-b0a8-4baa-aa1e-c0a188519b9d req-92a1026e-0760-4012-97f7-970e39e5f752 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7176b56-85d0-48d6-95d1-c4f4a3c784aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402167 Apr 06 11:33:01.117016 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f2f61-1a7c-4f93-88df-a6f781380da2 req-5adecf63-f497-470d-b28d-b3c8f4dbe9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:33:01.118302 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-697f2f61-1a7c-4f93-88df-a6f781380da2 req-5adecf63-f497-470d-b28d-b3c8f4dbe9b1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=37804288-ffd4-4232-b10e-0727b0e5cfad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437465 Apr 06 11:33:01.237502 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-697f2f61-1a7c-4f93-88df-a6f781380da2 req-740df093-5b50-498b-944c-2d617cff37fb service neutron] 10.222.0.48 "GET /v2.0/networks/37804288-ffd4-4232-b10e-0727b0e5cfad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120496 Apr 06 11:33:01.262629 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0315a-9db4-4df7-af59-1648439b1429 req-e7b3e27b-2e4f-47bd-bfb7-e129a425a402 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:33:01.264068 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f9d0315a-9db4-4df7-af59-1648439b1429 req-e7b3e27b-2e4f-47bd-bfb7-e129a425a402 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0defed62-6c56-408f-b983-b1474ae92d63 HTTP/1.1" status: 200 len: 945 time: 0.0821133 Apr 06 11:33:01.354446 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c9453e-5a85-4619-9cb0-3c23d6b76a6b req-ac95bd9b-351c-4780-9354-69ef4bc552f3 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:33:01.355950 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-97c9453e-5a85-4619-9cb0-3c23d6b76a6b req-ac95bd9b-351c-4780-9354-69ef4bc552f3 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e HTTP/1.1" status: 200 len: 943 time: 0.0554614 Apr 06 11:33:01.362566 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f9d0315a-9db4-4df7-af59-1648439b1429 req-1aaf9a73-ad42-4fd3-a599-f63adadb3928 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7176b56-85d0-48d6-95d1-c4f4a3c784aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876439 Apr 06 11:33:01.375978 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c52b38f2-c613-43b9-84ed-5ee82e79b45e', 'tag': '65fd3cb1-fce3-4c9a-8628-dcc92ca30055'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:33:01.378192 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29156e5c8df2cda5f8c3a12ff109e02ba7a327efefb734c2c5f81b1bf548e3ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f32de64-bd23-4a18-acb1-fba7f64ff06f" -d '{"events": [{"name": "network-changed", "server_uuid": "c52b38f2-c613-43b9-84ed-5ee82e79b45e", "tag": "65fd3cb1-fce3-4c9a-8628-dcc92ca30055"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:33:01.387607 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-697f2f61-1a7c-4f93-88df-a6f781380da2 req-601c6b8c-37e1-444f-97b0-0bf9fb556e40 service neutron] 10.222.0.48 "GET /v2.0/networks/37804288-ffd4-4232-b10e-0727b0e5cfad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384847 Apr 06 11:33:01.406189 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-97c9453e-5a85-4619-9cb0-3c23d6b76a6b req-9fed4768-8e04-41c9-8abb-3501bb156390 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5951896-6057-4637-a7f8-6d0ddac1b163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443752 Apr 06 11:33:01.413704 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da4b26e-dcef-40d5-b0ae-d9d19a70ff53 x-openstack-request-id: req-6da4b26e-dcef-40d5-b0ae-d9d19a70ff53 {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:33:01.414110 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c52b38f2-c613-43b9-84ed-5ee82e79b45e", "tag": "65fd3cb1-fce3-4c9a-8628-dcc92ca30055", "status": "completed", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:33:01.414592 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6da4b26e-dcef-40d5-b0ae-d9d19a70ff53 {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:33:01.415252 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6da4b26e-dcef-40d5-b0ae-d9d19a70ff53'] response: {'name': 'network-changed', 'server_uuid': 'c52b38f2-c613-43b9-84ed-5ee82e79b45e', 'tag': '65fd3cb1-fce3-4c9a-8628-dcc92ca30055', 'status': 'completed', 'code': 200} Apr 06 11:33:01.709454 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c148f1d-5d86-43ed-b408-fdfcd0076af5 req-3d91e215-c726-44d0-9491-e0a4878865d6 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:33:01.710918 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-4c148f1d-5d86-43ed-b408-fdfcd0076af5 req-3d91e215-c726-44d0-9491-e0a4878865d6 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0defed62-6c56-408f-b983-b1474ae92d63 HTTP/1.1" status: 200 len: 945 time: 0.0513675 Apr 06 11:33:01.756122 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-4c148f1d-5d86-43ed-b408-fdfcd0076af5 req-cfb90c70-6ea5-4534-b7a3-2da8d8363a9d tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7176b56-85d0-48d6-95d1-c4f4a3c784aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397763 Apr 06 11:33:02.386367 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f32de64-bd23-4a18-acb1-fba7f64ff06f req-062413bc-5343-4218-98ba-8a0be29cdc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:33:02.387982 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7f32de64-bd23-4a18-acb1-fba7f64ff06f req-062413bc-5343-4218-98ba-8a0be29cdc88 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3afc2827a2964297baad3e6d85665721&device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e HTTP/1.1" status: 200 len: 1127 time: 0.0462735 Apr 06 11:33:02.519857 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f32de64-bd23-4a18-acb1-fba7f64ff06f req-8df3046a-e1bf-4104-a2b0-1b10ff4b3ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:33:02.521404 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7f32de64-bd23-4a18-acb1-fba7f64ff06f req-8df3046a-e1bf-4104-a2b0-1b10ff4b3ddf service neutron] 10.222.0.48 "GET /v2.0/networks?id=37804288-ffd4-4232-b10e-0727b0e5cfad HTTP/1.1" status: 200 len: 918 time: 0.1202002 Apr 06 11:33:02.567586 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7f32de64-bd23-4a18-acb1-fba7f64ff06f req-684b53d1-a74c-4248-9c12-720b3d7fdb7b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65fd3cb1-fce3-4c9a-8628-dcc92ca30055 HTTP/1.1" status: 200 len: 217 time: 0.0396557 Apr 06 11:33:02.579029 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e0a75-2f7b-4d00-bd07-80effe32a011 req-f2603ddc-07d1-4352-8849-626f3ef12e57 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:33:02.583017 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-463e0a75-2f7b-4d00-bd07-80effe32a011 req-f2603ddc-07d1-4352-8849-626f3ef12e57 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e HTTP/1.1" status: 200 len: 943 time: 0.1004627 Apr 06 11:33:02.906731 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f32de64-bd23-4a18-acb1-fba7f64ff06f req-fc67782a-c146-4845-bdc4-66fab4c7a56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:33:02.908184 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7f32de64-bd23-4a18-acb1-fba7f64ff06f req-fc67782a-c146-4845-bdc4-66fab4c7a56a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e5b096a1-c3bc-425b-b0d6-e505d89de44f HTTP/1.1" status: 200 len: 856 time: 0.3269682 Apr 06 11:33:02.920028 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-463e0a75-2f7b-4d00-bd07-80effe32a011 req-2bacc8e1-2378-4b73-999e-ac1dd9b814e6 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5951896-6057-4637-a7f8-6d0ddac1b163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3307021 Apr 06 11:33:02.963047 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f32de64-bd23-4a18-acb1-fba7f64ff06f req-90cb6b78-0212-407e-bc33-1b1af8347a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:33:02.964761 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7f32de64-bd23-4a18-acb1-fba7f64ff06f req-90cb6b78-0212-407e-bc33-1b1af8347a73 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=37804288-ffd4-4232-b10e-0727b0e5cfad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482094 Apr 06 11:33:03.054223 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7f32de64-bd23-4a18-acb1-fba7f64ff06f req-a495cafd-1c74-4316-b89d-f67cc9d29cd7 service neutron] 10.222.0.48 "GET /v2.0/networks/37804288-ffd4-4232-b10e-0727b0e5cfad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829816 Apr 06 11:33:03.143815 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7f32de64-bd23-4a18-acb1-fba7f64ff06f req-37efdf90-2ffc-453a-b350-0a40449d3663 service neutron] 10.222.0.48 "GET /v2.0/networks/37804288-ffd4-4232-b10e-0727b0e5cfad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834429 Apr 06 11:33:04.051308 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b75089-8d2f-4586-b371-0512d8d0c65f req-a72263de-7d3a-4530-8cff-a0383469b0ff tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:33:04.052803 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-94b75089-8d2f-4586-b371-0512d8d0c65f req-a72263de-7d3a-4530-8cff-a0383469b0ff tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e HTTP/1.1" status: 200 len: 943 time: 0.0581584 Apr 06 11:33:04.099911 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-94b75089-8d2f-4586-b371-0512d8d0c65f req-961a5cfc-832a-47ba-9385-2d23a57b16fc tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5951896-6057-4637-a7f8-6d0ddac1b163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400527 Apr 06 11:33:05.051163 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device 65fd3cb1-fce3-4c9a-8628-dcc92ca30055 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:33:05.146994 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port 65fd3cb1-fce3-4c9a-8628-dcc92ca30055, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=65fd3cb1-fce3-4c9a-8628-dcc92ca30055,segment=NetworkSegment(48d35104-9030-4a9f-be5c-3bd61cd95e2d),segment_id=48d35104-9030-4a9f-be5c-3bd61cd95e2d)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:33:05.160083 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Returning: {'device': '65fd3cb1-fce3-4c9a-8628-dcc92ca30055', 'network_id': '37804288-ffd4-4232-b10e-0727b0e5cfad', 'port_id': '65fd3cb1-fce3-4c9a-8628-dcc92ca30055', 'mac_address': 'fa:16:3e:10:22:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5b096a1-c3bc-425b-b0d6-e505d89de44f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:33:05.197393 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Current status of the port 65fd3cb1-fce3-4c9a-8628-dcc92ca30055 is: DOWN; New status is: BUILD {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:33:05.197780 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (65fd3cb1-fce3-4c9a-8628-dcc92ca30055), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:05.211501 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65fd3cb1-fce3-4c9a-8628-dcc92ca30055 {{(pid=103883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:33:05.224250 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a8ed2-de17-4081-822e-6cdf4a5a5661 req-3bd3ca08-813b-4858-abba-8953c73bc188 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:33:05.225851 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d10a8ed2-de17-4081-822e-6cdf4a5a5661 req-3bd3ca08-813b-4858-abba-8953c73bc188 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e HTTP/1.1" status: 200 len: 943 time: 0.0532727 Apr 06 11:33:05.232167 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port 65fd3cb1-fce3-4c9a-8628-dcc92ca30055, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=65fd3cb1-fce3-4c9a-8628-dcc92ca30055,segment=NetworkSegment(48d35104-9030-4a9f-be5c-3bd61cd95e2d),segment_id=48d35104-9030-4a9f-be5c-3bd61cd95e2d)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:33:05.274908 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d10a8ed2-de17-4081-822e-6cdf4a5a5661 req-959d93a0-9fea-49d8-b630-e32585e27277 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5951896-6057-4637-a7f8-6d0ddac1b163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420287 Apr 06 11:33:05.310507 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (65fd3cb1-fce3-4c9a-8628-dcc92ca30055), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:05.357104 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Pushing event updated for resources: {'Port': ['ID=65fd3cb1-fce3-4c9a-8628-dcc92ca30055,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:33:05.573309 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] get_ports_and_sgs() called for port_ids ['65fd3cb1-fce3-4c9a-8628-dcc92ca30055'] {{(pid=103883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:33:06.401938 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634845eb-0e0d-4e94-ac47-909aa17ab091 req-a0ba8b06-2408-4bd2-a530-fd87c752c7ff tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:33:06.404162 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-634845eb-0e0d-4e94-ac47-909aa17ab091 req-a0ba8b06-2408-4bd2-a530-fd87c752c7ff tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e HTTP/1.1" status: 200 len: 944 time: 0.0526865 Apr 06 11:33:06.454226 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-634845eb-0e0d-4e94-ac47-909aa17ab091 req-9f76febb-7231-4021-a789-2ec049a8ad92 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5951896-6057-4637-a7f8-6d0ddac1b163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440321 Apr 06 11:33:06.499043 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (dc195572-b6d9-4259-8541-839e457b2650), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:06.602220 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-34ec6945-72a6-4d69-8b9f-cb4ed8e2cca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (8a8bc679-53b2-461d-b015-cec5a247fb94), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:07.069862 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device 65fd3cb1-fce3-4c9a-8628-dcc92ca30055 up at agent hyperv_hv-cinder-83607 {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:33:07.185054 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Provisioning for port 65fd3cb1-fce3-4c9a-8628-dcc92ca30055 completed by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 11:33:07.188875 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Provisioning complete for port 65fd3cb1-fce3-4c9a-8628-dcc92ca30055 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:33:07.189291 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (65fd3cb1-fce3-4c9a-8628-dcc92ca30055), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:07.265910 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Current status of the port 65fd3cb1-fce3-4c9a-8628-dcc92ca30055 is: BUILD; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:33:07.266297 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (65fd3cb1-fce3-4c9a-8628-dcc92ca30055), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:07.288814 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c52b38f2-c613-43b9-84ed-5ee82e79b45e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65fd3cb1-fce3-4c9a-8628-dcc92ca30055'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:33:07.291038 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a256e0d7ec5edad375dd6353356bf7a80218bed4a34d309726d6a914db977355" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df4c3600-179c-462b-b60e-cfe0a1eae492" -d '{"events": [{"server_uuid": "c52b38f2-c613-43b9-84ed-5ee82e79b45e", "name": "network-vif-plugged", "status": "completed", "tag": "65fd3cb1-fce3-4c9a-8628-dcc92ca30055"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:33:07.305252 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port 65fd3cb1-fce3-4c9a-8628-dcc92ca30055, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=65fd3cb1-fce3-4c9a-8628-dcc92ca30055,segment=NetworkSegment(48d35104-9030-4a9f-be5c-3bd61cd95e2d),segment_id=48d35104-9030-4a9f-be5c-3bd61cd95e2d)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:33:07.327935 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de783cf-b01c-4b38-a833-709e0276180f x-openstack-request-id: req-8de783cf-b01c-4b38-a833-709e0276180f {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:33:07.328385 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c52b38f2-c613-43b9-84ed-5ee82e79b45e", "name": "network-vif-plugged", "status": "completed", "tag": "65fd3cb1-fce3-4c9a-8628-dcc92ca30055", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:33:07.328643 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8de783cf-b01c-4b38-a833-709e0276180f {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:33:07.329035 dv-cinder-836073-2-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8de783cf-b01c-4b38-a833-709e0276180f'] response: {'server_uuid': 'c52b38f2-c613-43b9-84ed-5ee82e79b45e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65fd3cb1-fce3-4c9a-8628-dcc92ca30055', 'code': 200} Apr 06 11:33:07.390967 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (65fd3cb1-fce3-4c9a-8628-dcc92ca30055), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:07.441870 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Pushing event updated for resources: {'Port': ['ID=65fd3cb1-fce3-4c9a-8628-dcc92ca30055,revision_number=5']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:33:07.449788 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:33:07.453784 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:33:07.453784 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:33:07.453784 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:33:07.453784 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:33:07.453784 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:33:07.453784 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:33:07.453784 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:33:07.453784 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:33:07.453784 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:33:07.453784 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:33:07.453784 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:33:07.453784 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:33:07.454810 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:33:07.454810 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:33:07.578616 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fae868-7b9e-42ae-86a8-1cb8cf17a84a req-5130e9b2-b187-4a2b-93d2-87e2e19dad19 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:33:07.580103 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-f5fae868-7b9e-42ae-86a8-1cb8cf17a84a req-5130e9b2-b187-4a2b-93d2-87e2e19dad19 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e HTTP/1.1" status: 200 len: 945 time: 0.0525248 Apr 06 11:33:07.629855 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-f5fae868-7b9e-42ae-86a8-1cb8cf17a84a req-f1d54532-72b5-4581-bd8d-bbfc1ae38093 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5951896-6057-4637-a7f8-6d0ddac1b163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441213 Apr 06 11:33:07.637903 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363ec2a8-3749-4133-aab5-483127fe56cf req-43494e5b-fadf-41ae-ba65-0c4f3040e9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:33:07.639518 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-363ec2a8-3749-4133-aab5-483127fe56cf req-43494e5b-fadf-41ae-ba65-0c4f3040e9d1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e HTTP/1.1" status: 200 len: 1129 time: 0.0440578 Apr 06 11:33:07.689923 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-363ec2a8-3749-4133-aab5-483127fe56cf req-cbd9f1a4-0f21-4eca-b6c6-8b95e59021db service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e5951896-6057-4637-a7f8-6d0ddac1b163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425868 Apr 06 11:33:08.753026 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d35f5-b65b-4288-883d-57c49c690ba7 req-17151bee-66f9-4c2a-a920-99f3229b70a8 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:33:08.754522 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-674d35f5-b65b-4288-883d-57c49c690ba7 req-17151bee-66f9-4c2a-a920-99f3229b70a8 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e HTTP/1.1" status: 200 len: 945 time: 0.0526183 Apr 06 11:33:08.800905 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-674d35f5-b65b-4288-883d-57c49c690ba7 req-5b96d1f0-9238-4539-a4cd-822dc92c31b5 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5951896-6057-4637-a7f8-6d0ddac1b163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409236 Apr 06 11:33:09.030433 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-62f698ca-c1b9-4b8e-b375-917dcc49b56d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (9404f039-f516-42fd-94a5-c122fff5649f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:09.921846 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a94973f-7f9e-499d-9fbb-5f1a8a376be0 req-44c3827b-0317-47e3-b14b-63823642ec5d tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:33:09.923330 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-9a94973f-7f9e-499d-9fbb-5f1a8a376be0 req-44c3827b-0317-47e3-b14b-63823642ec5d tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e HTTP/1.1" status: 200 len: 945 time: 0.0543611 Apr 06 11:33:09.969365 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-9a94973f-7f9e-499d-9fbb-5f1a8a376be0 req-f58694fc-3e96-4c6a-9508-3a8bcf97918b tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5951896-6057-4637-a7f8-6d0ddac1b163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404515 Apr 06 11:33:10.085257 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a724c-f45c-41d8-804a-63ab706c9521 req-7a0f9b10-52c6-4ca0-a6fd-d89cc3733c02 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:33:10.086634 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9e7a724c-f45c-41d8-804a-63ab706c9521 req-7a0f9b10-52c6-4ca0-a6fd-d89cc3733c02 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e HTTP/1.1" status: 200 len: 945 time: 0.0517895 Apr 06 11:33:10.095686 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 55374) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:33:10.100093 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-62d218f0-05b5-4a3c-99aa-43a835384ab2 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Request body: {'floatingip': {'port_id': '65fd3cb1-fce3-4c9a-8628-dcc92ca30055'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:33:10.142200 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-62d218f0-05b5-4a3c-99aa-43a835384ab2 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks [] for floatingip (ef51c3e5-54df-4ef3-b5e9-24b1c9ea7a5f), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:10.527234 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0cc2d64b-8553-4c26-9c2d-26728f607b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (295112eb-abec-44aa-a7f9-d1b9c67b3953), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:10.581245 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-62d218f0-05b5-4a3c-99aa-43a835384ab2 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:10.636319 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-62d218f0-05b5-4a3c-99aa-43a835384ab2 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-886429'] for floatingip (ef51c3e5-54df-4ef3-b5e9-24b1c9ea7a5f), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:10.734715 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.db.l3_db [None req-62d218f0-05b5-4a3c-99aa-43a835384ab2 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Floating IP ef51c3e5-54df-4ef3-b5e9-24b1c9ea7a5f associated. External IP: 172.27.2.85, port: 65fd3cb1-fce3-4c9a-8628-dcc92ca30055. Apr 06 11:33:10.940261 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62d218f0-05b5-4a3c-99aa-43a835384ab2 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Router b7d7bde6-d0db-4ddc-9294-444243721d37 has already been hosted by L3 agent 9404f039-f516-42fd-94a5-c122fff5649f {{(pid=103882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:33:11.052482 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d218f0-05b5-4a3c-99aa-43a835384ab2 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Notify agent at l3_agent.dv-cinder-836073-2-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:33:11.056962 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-62d218f0-05b5-4a3c-99aa-43a835384ab2 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for floatingip (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:11.062214 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8990bf-7dfd-4d03-a5c2-ed46cf3360dd None None] Sync routers for ids ['b7d7bde6-d0db-4ddc-9294-444243721d37'] in dv-cinder-836073-2-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:33:11.071118 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8990bf-7dfd-4d03-a5c2-ed46cf3360dd None None] Routers {'b7d7bde6-d0db-4ddc-9294-444243721d37'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:33:11.071731 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-2e8990bf-7dfd-4d03-a5c2-ed46cf3360dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:33:09Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['b7d7bde6-d0db-4ddc-9294-444243721d37'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:33:11.086674 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-62d218f0-05b5-4a3c-99aa-43a835384ab2 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "PUT /v2.0/floatingips/ef51c3e5-54df-4ef3-b5e9-24b1c9ea7a5f HTTP/1.1" status: 200 len: 990 time: 0.9898965 Apr 06 11:33:11.087307 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c52b38f2-c613-43b9-84ed-5ee82e79b45e', 'tag': '65fd3cb1-fce3-4c9a-8628-dcc92ca30055'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:33:11.090052 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29156e5c8df2cda5f8c3a12ff109e02ba7a327efefb734c2c5f81b1bf548e3ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4fe6416-6473-4a25-9679-4005b0ceb63d" -d '{"events": [{"name": "network-changed", "server_uuid": "c52b38f2-c613-43b9-84ed-5ee82e79b45e", "tag": "65fd3cb1-fce3-4c9a-8628-dcc92ca30055"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:33:11.130382 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c793d8e-734f-41d7-bb2d-1c466cf916fa x-openstack-request-id: req-1c793d8e-734f-41d7-bb2d-1c466cf916fa {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:33:11.130686 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c52b38f2-c613-43b9-84ed-5ee82e79b45e", "tag": "65fd3cb1-fce3-4c9a-8628-dcc92ca30055", "status": "completed", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:33:11.130946 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1c793d8e-734f-41d7-bb2d-1c466cf916fa {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:33:11.131367 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c793d8e-734f-41d7-bb2d-1c466cf916fa'] response: {'name': 'network-changed', 'server_uuid': 'c52b38f2-c613-43b9-84ed-5ee82e79b45e', 'tag': '65fd3cb1-fce3-4c9a-8628-dcc92ca30055', 'status': 'completed', 'code': 200} Apr 06 11:33:11.184340 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-2e8990bf-7dfd-4d03-a5c2-ed46cf3360dd None None] Set router b7d7bde6-d0db-4ddc-9294-444243721d37 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:33:11.203420 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe6416-6473-4a25-9679-4005b0ceb63d req-e7cb0128-bc81-46a9-8ce1-e564ee8df6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:33:11.204866 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f4fe6416-6473-4a25-9679-4005b0ceb63d req-e7cb0128-bc81-46a9-8ce1-e564ee8df6d9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3afc2827a2964297baad3e6d85665721&device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e HTTP/1.1" status: 200 len: 1129 time: 0.0456717 Apr 06 11:33:11.309697 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe6416-6473-4a25-9679-4005b0ceb63d req-c6d41bfb-0b0e-4c00-a3c3-2677f096853d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:33:11.311350 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f4fe6416-6473-4a25-9679-4005b0ceb63d req-c6d41bfb-0b0e-4c00-a3c3-2677f096853d service neutron] 10.222.0.48 "GET /v2.0/networks?id=37804288-ffd4-4232-b10e-0727b0e5cfad HTTP/1.1" status: 200 len: 918 time: 0.0901382 Apr 06 11:33:11.387841 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f4fe6416-6473-4a25-9679-4005b0ceb63d req-c94f0f76-3844-4a96-920b-22b5fe7e30f9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65fd3cb1-fce3-4c9a-8628-dcc92ca30055 HTTP/1.1" status: 200 len: 998 time: 0.0632403 Apr 06 11:33:11.416830 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-2e8990bf-7dfd-4d03-a5c2-ed46cf3360dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7d7bde6-d0db-4ddc-9294-444243721d37', 'name': 'tempest-AttachVolumeShelveTestJSON-2057878857-router', 'tenant_id': '3afc2827a2964297baad3e6d85665721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'bbae9186-0728-425f-b1b8-9aa843a7f3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:32:43Z', 'updated_at': '2022-04-06T11:32:49Z', 'revision_number': 4, 'project_id': '3afc2827a2964297baad3e6d85665721', 'gw_port': {'id': 'bbae9186-0728-425f-b1b8-9aa843a7f3a5', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:cb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d7bde6-d0db-4ddc-9294-444243721d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:32:44Z', 'updated_at': '2022-04-06T11:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_floatingips': [{'id': 'ef51c3e5-54df-4ef3-b5e9-24b1c9ea7a5f', 'tenant_id': '3afc2827a2964297baad3e6d85665721', 'floating_ip_address': '172.27.2.85', 'floating_network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'router_id': 'b7d7bde6-d0db-4ddc-9294-444243721d37', 'port_id': '65fd3cb1-fce3-4c9a-8628-dcc92ca30055', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37804288-ffd4-4232-b10e-0727b0e5cfad', 'mac_address': 'fa:16:3e:10:22:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52b38f2-c613-43b9-84ed-5ee82e79b45e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:32:54Z', 'updated_at': '2022-04-06T11:33:10Z', 'revision_number': 1, 'project_id': '3afc2827a2964297baad3e6d85665721', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05e2a44d-784e-45fb-be60-a5cae8bfeb7d', 'name': '', 'network_id': '37804288-ffd4-4232-b10e-0727b0e5cfad', 'tenant_id': '3afc2827a2964297baad3e6d85665721', 'mac_address': 'fa:16:3e:d3:1d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d7bde6-d0db-4ddc-9294-444243721d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'e5b096a1-c3bc-425b-b0d6-e505d89de44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:32:47Z', 'updated_at': '2022-04-06T11:32:53Z', 'revision_number': 5, 'project_id': '3afc2827a2964297baad3e6d85665721', 'subnets': [{'id': 'e5b096a1-c3bc-425b-b0d6-e505d89de44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:33:11.444202 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe6416-6473-4a25-9679-4005b0ceb63d req-f00c98e6-e527-4104-ac78-41ec385354c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:33:11.445814 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f4fe6416-6473-4a25-9679-4005b0ceb63d req-f00c98e6-e527-4104-ac78-41ec385354c2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e5b096a1-c3bc-425b-b0d6-e505d89de44f HTTP/1.1" status: 200 len: 856 time: 0.0446033 Apr 06 11:33:11.499355 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe6416-6473-4a25-9679-4005b0ceb63d req-61fb2172-2557-49a1-9fc2-61220a98882a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:33:11.500829 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f4fe6416-6473-4a25-9679-4005b0ceb63d req-61fb2172-2557-49a1-9fc2-61220a98882a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=37804288-ffd4-4232-b10e-0727b0e5cfad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478828 Apr 06 11:33:11.532310 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8990bf-7dfd-4d03-a5c2-ed46cf3360dd None None] Checking router: b7d7bde6-d0db-4ddc-9294-444243721d37 for host: dv-cinder-836073-2-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:33:11.540589 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8990bf-7dfd-4d03-a5c2-ed46cf3360dd None None] Routers {'b7d7bde6-d0db-4ddc-9294-444243721d37'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:33:11.541232 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-2e8990bf-7dfd-4d03-a5c2-ed46cf3360dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:33:09Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['b7d7bde6-d0db-4ddc-9294-444243721d37'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:33:11.604283 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f4fe6416-6473-4a25-9679-4005b0ceb63d req-b5be2de1-5d02-4707-9596-b0649211e09b service neutron] 10.222.0.48 "GET /v2.0/networks/37804288-ffd4-4232-b10e-0727b0e5cfad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884316 Apr 06 11:33:11.651715 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-2e8990bf-7dfd-4d03-a5c2-ed46cf3360dd None None] Set router b7d7bde6-d0db-4ddc-9294-444243721d37 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:33:11.705785 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f4fe6416-6473-4a25-9679-4005b0ceb63d req-0c1f11e7-fc8e-4176-8974-ddc9ccf80a5b service neutron] 10.222.0.48 "GET /v2.0/networks/37804288-ffd4-4232-b10e-0727b0e5cfad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876911 Apr 06 11:33:11.819943 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7bcfc971-4c1e-4d8f-8ae7-97bffdd4e21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (33edc1dd-8f2c-4a3f-bd07-9ad8bd534bf2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:11.833925 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3774bd-3e9b-496b-ad57-5668d5488190 req-076880db-7069-4ae4-9c43-7614d2b72082 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:33:11.835406 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ea3774bd-3e9b-496b-ad57-5668d5488190 req-076880db-7069-4ae4-9c43-7614d2b72082 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0defed62-6c56-408f-b983-b1474ae92d63 HTTP/1.1" status: 200 len: 945 time: 0.0569425 Apr 06 11:33:11.881332 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-2e8990bf-7dfd-4d03-a5c2-ed46cf3360dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7d7bde6-d0db-4ddc-9294-444243721d37', 'name': 'tempest-AttachVolumeShelveTestJSON-2057878857-router', 'tenant_id': '3afc2827a2964297baad3e6d85665721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'bbae9186-0728-425f-b1b8-9aa843a7f3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:32:43Z', 'updated_at': '2022-04-06T11:32:49Z', 'revision_number': 4, 'project_id': '3afc2827a2964297baad3e6d85665721', 'gw_port': {'id': 'bbae9186-0728-425f-b1b8-9aa843a7f3a5', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:cb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d7bde6-d0db-4ddc-9294-444243721d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:32:44Z', 'updated_at': '2022-04-06T11:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_floatingips': [{'id': 'ef51c3e5-54df-4ef3-b5e9-24b1c9ea7a5f', 'tenant_id': '3afc2827a2964297baad3e6d85665721', 'floating_ip_address': '172.27.2.85', 'floating_network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'router_id': 'b7d7bde6-d0db-4ddc-9294-444243721d37', 'port_id': '65fd3cb1-fce3-4c9a-8628-dcc92ca30055', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37804288-ffd4-4232-b10e-0727b0e5cfad', 'mac_address': 'fa:16:3e:10:22:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52b38f2-c613-43b9-84ed-5ee82e79b45e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:32:54Z', 'updated_at': '2022-04-06T11:33:10Z', 'revision_number': 1, 'project_id': '3afc2827a2964297baad3e6d85665721', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05e2a44d-784e-45fb-be60-a5cae8bfeb7d', 'name': '', 'network_id': '37804288-ffd4-4232-b10e-0727b0e5cfad', 'tenant_id': '3afc2827a2964297baad3e6d85665721', 'mac_address': 'fa:16:3e:d3:1d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d7bde6-d0db-4ddc-9294-444243721d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'e5b096a1-c3bc-425b-b0d6-e505d89de44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:32:47Z', 'updated_at': '2022-04-06T11:32:53Z', 'revision_number': 5, 'project_id': '3afc2827a2964297baad3e6d85665721', 'subnets': [{'id': 'e5b096a1-c3bc-425b-b0d6-e505d89de44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:33:11.883351 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ea3774bd-3e9b-496b-ad57-5668d5488190 req-306bcf07-4ab5-4daa-8571-92244af85155 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7176b56-85d0-48d6-95d1-c4f4a3c784aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417945 Apr 06 11:33:11.905964 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 55390) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:33:11.913582 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8990bf-7dfd-4d03-a5c2-ed46cf3360dd None None] The sync data for ids ['b7d7bde6-d0db-4ddc-9294-444243721d37'] in dv-cinder-836073-2-iscsi is: [{'id': 'b7d7bde6-d0db-4ddc-9294-444243721d37', 'name': 'tempest-AttachVolumeShelveTestJSON-2057878857-router', 'tenant_id': '3afc2827a2964297baad3e6d85665721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'bbae9186-0728-425f-b1b8-9aa843a7f3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:32:43Z', 'updated_at': '2022-04-06T11:32:49Z', 'revision_number': 4, 'project_id': '3afc2827a2964297baad3e6d85665721', 'gw_port': {'id': 'bbae9186-0728-425f-b1b8-9aa843a7f3a5', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:cb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d7bde6-d0db-4ddc-9294-444243721d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:32:44Z', 'updated_at': '2022-04-06T11:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_floatingips': [{'id': 'ef51c3e5-54df-4ef3-b5e9-24b1c9ea7a5f', 'tenant_id': '3afc2827a2964297baad3e6d85665721', 'floating_ip_address': '172.27.2.85', 'floating_network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'router_id': 'b7d7bde6-d0db-4ddc-9294-444243721d37', 'port_id': '65fd3cb1-fce3-4c9a-8628-dcc92ca30055', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37804288-ffd4-4232-b10e-0727b0e5cfad', 'mac_address': 'fa:16:3e:10:22:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c52b38f2-c613-43b9-84ed-5ee82e79b45e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:32:54Z', 'updated_at': '2022-04-06T11:33:10Z', 'revision_number': 1, 'project_id': '3afc2827a2964297baad3e6d85665721', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05e2a44d-784e-45fb-be60-a5cae8bfeb7d', 'name': '', 'network_id': '37804288-ffd4-4232-b10e-0727b0e5cfad', 'tenant_id': '3afc2827a2964297baad3e6d85665721', 'mac_address': 'fa:16:3e:d3:1d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d7bde6-d0db-4ddc-9294-444243721d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'e5b096a1-c3bc-425b-b0d6-e505d89de44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:32:47Z', 'updated_at': '2022-04-06T11:32:53Z', 'revision_number': 5, 'project_id': '3afc2827a2964297baad3e6d85665721', 'subnets': [{'id': 'e5b096a1-c3bc-425b-b0d6-e505d89de44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:33:12.050683 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37dc13ef-5c1c-43b9-8fe2-02796c79c271 tempest-TestMinimumBasicScenario-1022868492 tempest-TestMinimumBasicScenario-1022868492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:33:12.052242 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-37dc13ef-5c1c-43b9-8fe2-02796c79c271 tempest-TestMinimumBasicScenario-1022868492 tempest-TestMinimumBasicScenario-1022868492-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=0defed62-6c56-408f-b983-b1474ae92d63 HTTP/1.1" status: 200 len: 1124 time: 0.1452875 Apr 06 11:33:12.055037 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 55394) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:33:12.059907 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-544c32b5-8917-42fc-9f21-a45a564288a5 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Request body: {'floatingip': {'floating_network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'port_id': '12af31c2-12b6-4d35-a170-a6cdb47daf39', 'tenant_id': '740355080be44897b97d4b0cfd48c0f0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:33:12.112309 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09053374-3e26-45c1-8866-30c602ad29aa None None] New status for floating IP ef51c3e5-54df-4ef3-b5e9-24b1c9ea7a5f: ACTIVE {{(pid=103883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:33:12.128495 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-544c32b5-8917-42fc-9f21-a45a564288a5 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:12.225395 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-544c32b5-8917-42fc-9f21-a45a564288a5 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:12.330859 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [None req-544c32b5-8917-42fc-9f21-a45a564288a5 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Allocated IP 172.27.2.208 (698fa61f-093e-4dd4-aaec-c1b231275ecc/4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809/1deb9e69-652b-4e8d-beb0-f57e9606fb60) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:33:12.433805 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-544c32b5-8917-42fc-9f21-a45a564288a5 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Publish callbacks [] for port (1deb9e69-652b-4e8d-beb0-f57e9606fb60), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:12.568130 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-544c32b5-8917-42fc-9f21-a45a564288a5 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779192465924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797839'] for port (1deb9e69-652b-4e8d-beb0-f57e9606fb60), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:12.607453 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544c32b5-8917-42fc-9f21-a45a564288a5 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Network 698fa61f-093e-4dd4-aaec-c1b231275ecc is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:33:12.610612 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-544c32b5-8917-42fc-9f21-a45a564288a5 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:33:12.613014 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544c32b5-8917-42fc-9f21-a45a564288a5 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:33:12.637799 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544c32b5-8917-42fc-9f21-a45a564288a5 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Pushing event updated for resources: {'Port': ['ID=1deb9e69-652b-4e8d-beb0-f57e9606fb60,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:33:12.784417 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-d2f8dd02-8968-40b0-bca4-a7fc1cec66fd None None] Agent healthcheck: found 6 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:33:13.207684 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (a2831ac0-05e7-463d-be89-41d2adab36ec), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:13.229483 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-544c32b5-8917-42fc-9f21-a45a564288a5 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Publish callbacks [] for floatingip (acd492bf-e210-464c-b2c9-b709ff153e82), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:13.349426 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-544c32b5-8917-42fc-9f21-a45a564288a5 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (1deb9e69-652b-4e8d-beb0-f57e9606fb60), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:13.494608 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-544c32b5-8917-42fc-9f21-a45a564288a5 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Publish callbacks [] for port (1deb9e69-652b-4e8d-beb0-f57e9606fb60), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:13.538979 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-544c32b5-8917-42fc-9f21-a45a564288a5 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8797942'] for port (1deb9e69-652b-4e8d-beb0-f57e9606fb60), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:13.606613 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544c32b5-8917-42fc-9f21-a45a564288a5 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Pushing event updated for resources: {'Port': ['ID=1deb9e69-652b-4e8d-beb0-f57e9606fb60,revision_number=2']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:33:13.621628 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-544c32b5-8917-42fc-9f21-a45a564288a5 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-886429'] for floatingip (acd492bf-e210-464c-b2c9-b709ff153e82), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:13.721823 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.db.l3_db [None req-544c32b5-8917-42fc-9f21-a45a564288a5 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Floating IP acd492bf-e210-464c-b2c9-b709ff153e82 associated. External IP: 172.27.2.208, port: 12af31c2-12b6-4d35-a170-a6cdb47daf39. Apr 06 11:33:13.923134 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-544c32b5-8917-42fc-9f21-a45a564288a5 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Router fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05 has already been hosted by L3 agent 9404f039-f516-42fd-94a5-c122fff5649f {{(pid=103882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:33:14.030338 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-544c32b5-8917-42fc-9f21-a45a564288a5 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Notify agent at l3_agent.dv-cinder-836073-2-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:33:14.043949 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7bada4-9c7e-4cdb-bf04-2bc04a23d891 None None] Sync routers for ids ['fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05'] in dv-cinder-836073-2-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:33:14.053203 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7bada4-9c7e-4cdb-bf04-2bc04a23d891 None None] Routers {'fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:33:14.053811 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-cf7bada4-9c7e-4cdb-bf04-2bc04a23d891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:33:09Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:33:14.113269 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-544c32b5-8917-42fc-9f21-a45a564288a5 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for floatingip (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:14.145742 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-544c32b5-8917-42fc-9f21-a45a564288a5 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0896764 Apr 06 11:33:14.146343 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0defed62-6c56-408f-b983-b1474ae92d63', 'tag': '12af31c2-12b6-4d35-a170-a6cdb47daf39'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:33:14.148534 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 55398) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:33:14.149016 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29156e5c8df2cda5f8c3a12ff109e02ba7a327efefb734c2c5f81b1bf548e3ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c2278c-149b-466b-a4bf-e5d57e1ee450" -d '{"events": [{"name": "network-changed", "server_uuid": "0defed62-6c56-408f-b983-b1474ae92d63", "tag": "12af31c2-12b6-4d35-a170-a6cdb47daf39"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:33:14.154452 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-fb8d838e-a71a-4d21-979c-ebb21fa282e4 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-689512387', 'description': 'tempest-secgroup-smoke-689512387 description', 'project_id': '740355080be44897b97d4b0cfd48c0f0'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:33:14.162913 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-cf7bada4-9c7e-4cdb-bf04-2bc04a23d891 None None] Set router fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:33:14.187686 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf4e9a8-7758-4e43-804c-e6028fcd2799 x-openstack-request-id: req-faf4e9a8-7758-4e43-804c-e6028fcd2799 {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:33:14.187978 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0defed62-6c56-408f-b983-b1474ae92d63", "tag": "12af31c2-12b6-4d35-a170-a6cdb47daf39", "status": "completed", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:33:14.188234 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-faf4e9a8-7758-4e43-804c-e6028fcd2799 {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:33:14.188639 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faf4e9a8-7758-4e43-804c-e6028fcd2799'] response: {'name': 'network-changed', 'server_uuid': '0defed62-6c56-408f-b983-b1474ae92d63', 'tag': '12af31c2-12b6-4d35-a170-a6cdb47daf39', 'status': 'completed', 'code': 200} Apr 06 11:33:14.259643 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-fb8d838e-a71a-4d21-979c-ebb21fa282e4 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:14.263588 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c2278c-149b-466b-a4bf-e5d57e1ee450 req-07b24bb9-cde5-453c-a228-eff4b20e524d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:33:14.265176 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d3c2278c-149b-466b-a4bf-e5d57e1ee450 req-07b24bb9-cde5-453c-a228-eff4b20e524d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=740355080be44897b97d4b0cfd48c0f0&device_id=0defed62-6c56-408f-b983-b1474ae92d63 HTTP/1.1" status: 200 len: 1129 time: 0.0451000 Apr 06 11:33:14.333617 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-fb8d838e-a71a-4d21-979c-ebb21fa282e4 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Publish callbacks [] for security_group (241165ba-0abc-4a29-a685-f9a9b82b3a41), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:14.366675 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c2278c-149b-466b-a4bf-e5d57e1ee450 req-8101ff57-ac2c-4c18-9ab2-82c44cd419c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:33:14.368141 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d3c2278c-149b-466b-a4bf-e5d57e1ee450 req-8101ff57-ac2c-4c18-9ab2-82c44cd419c7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c HTTP/1.1" status: 200 len: 916 time: 0.0892172 Apr 06 11:33:14.391663 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-cf7bada4-9c7e-4cdb-bf04-2bc04a23d891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05', 'name': 'tempest-TestMinimumBasicScenario-2099437701-router', 'tenant_id': '740355080be44897b97d4b0cfd48c0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '57e9922a-12fb-41e5-8a73-5a46c94a6132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:32:06Z', 'updated_at': '2022-04-06T11:32:10Z', 'revision_number': 4, 'project_id': '740355080be44897b97d4b0cfd48c0f0', 'gw_port': {'id': '57e9922a-12fb-41e5-8a73-5a46c94a6132', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:fb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:32:07Z', 'updated_at': '2022-04-06T11:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_floatingips': [{'id': 'acd492bf-e210-464c-b2c9-b709ff153e82', 'tenant_id': '740355080be44897b97d4b0cfd48c0f0', 'floating_ip_address': '172.27.2.208', 'floating_network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'router_id': 'fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05', 'port_id': '12af31c2-12b6-4d35-a170-a6cdb47daf39', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c', 'mac_address': 'fa:16:3e:76:f5:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0defed62-6c56-408f-b983-b1474ae92d63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:33:13Z', 'updated_at': '2022-04-06T11:33:13Z', 'revision_number': 0, 'project_id': '740355080be44897b97d4b0cfd48c0f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ab8b412-d614-4c92-91c6-9358e6a6ad12', 'name': '', 'network_id': '60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c', 'tenant_id': '740355080be44897b97d4b0cfd48c0f0', 'mac_address': 'fa:16:3e:46:ec:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '61035200-00d2-4cb6-9c63-74a66ed9fe60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:32:09Z', 'updated_at': '2022-04-06T11:32:14Z', 'revision_number': 5, 'project_id': '740355080be44897b97d4b0cfd48c0f0', 'subnets': [{'id': '61035200-00d2-4cb6-9c63-74a66ed9fe60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:33:14.402679 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-fb8d838e-a71a-4d21-979c-ebb21fa282e4 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (241165ba-0abc-4a29-a685-f9a9b82b3a41), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:14.421380 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7bada4-9c7e-4cdb-bf04-2bc04a23d891 None None] Checking router: fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05 for host: dv-cinder-836073-2-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:33:14.437212 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7bada4-9c7e-4cdb-bf04-2bc04a23d891 None None] Routers {'fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:33:14.437212 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-cf7bada4-9c7e-4cdb-bf04-2bc04a23d891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:33:09Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:33:14.437476 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8d838e-a71a-4d21-979c-ebb21fa282e4 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=241165ba-0abc-4a29-a685-f9a9b82b3a41,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:33:14.440246 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d3c2278c-149b-466b-a4bf-e5d57e1ee450 req-729c0e15-b52c-4c99-b4ce-584c118a1573 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12af31c2-12b6-4d35-a170-a6cdb47daf39 HTTP/1.1" status: 200 len: 999 time: 0.0644093 Apr 06 11:33:14.444210 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8d838e-a71a-4d21-979c-ebb21fa282e4 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:33:14.444610 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8d838e-a71a-4d21-979c-ebb21fa282e4 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:33:14.444958 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8d838e-a71a-4d21-979c-ebb21fa282e4 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:33:14.445328 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8d838e-a71a-4d21-979c-ebb21fa282e4 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:33:14.445672 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8d838e-a71a-4d21-979c-ebb21fa282e4 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:33:14.446013 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8d838e-a71a-4d21-979c-ebb21fa282e4 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:33:14.446558 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8d838e-a71a-4d21-979c-ebb21fa282e4 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:33:14.447126 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8d838e-a71a-4d21-979c-ebb21fa282e4 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:33:14.447615 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8d838e-a71a-4d21-979c-ebb21fa282e4 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:33:14.448106 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8d838e-a71a-4d21-979c-ebb21fa282e4 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:33:14.448674 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8d838e-a71a-4d21-979c-ebb21fa282e4 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:33:14.449202 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8d838e-a71a-4d21-979c-ebb21fa282e4 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:33:14.449689 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8d838e-a71a-4d21-979c-ebb21fa282e4 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:33:14.450193 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8d838e-a71a-4d21-979c-ebb21fa282e4 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:33:14.450734 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8d838e-a71a-4d21-979c-ebb21fa282e4 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:33:14.491858 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c2278c-149b-466b-a4bf-e5d57e1ee450 req-696c32fe-7eec-43eb-93c8-2715ca1180af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:33:14.493351 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d3c2278c-149b-466b-a4bf-e5d57e1ee450 req-696c32fe-7eec-43eb-93c8-2715ca1180af service neutron] 10.222.0.48 "GET /v2.0/subnets?id=61035200-00d2-4cb6-9c63-74a66ed9fe60 HTTP/1.1" status: 200 len: 854 time: 0.0466352 Apr 06 11:33:14.512374 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-fb8d838e-a71a-4d21-979c-ebb21fa282e4 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:14.516341 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-fb8d838e-a71a-4d21-979c-ebb21fa282e4 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3639061 Apr 06 11:33:14.516547 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 55402) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:33:14.521426 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-5f8c4337-5ce7-4d11-ad70-f8fef1d1c736 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Request body: {'security_group_rule': {'security_group_id': '241165ba-0abc-4a29-a685-f9a9b82b3a41', 'project_id': '740355080be44897b97d4b0cfd48c0f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:33:14.542195 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-cf7bada4-9c7e-4cdb-bf04-2bc04a23d891 None None] Set router fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:33:14.548028 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c2278c-149b-466b-a4bf-e5d57e1ee450 req-86010efc-0146-4b0a-bf1c-5a8345d13c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:33:14.549575 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d3c2278c-149b-466b-a4bf-e5d57e1ee450 req-86010efc-0146-4b0a-bf1c-5a8345d13c0f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493031 Apr 06 11:33:14.601936 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5f8c4337-5ce7-4d11-ad70-f8fef1d1c736 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Publish callbacks [] for security_group_rule (07dd0ad6-cb30-41cf-8764-5352792911cd), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:14.653926 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d3c2278c-149b-466b-a4bf-e5d57e1ee450 req-110d68aa-7ed8-4028-bf5e-1329e4687f87 service neutron] 10.222.0.48 "GET /v2.0/networks/60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928583 Apr 06 11:33:14.658643 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5f8c4337-5ce7-4d11-ad70-f8fef1d1c736 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Publish callbacks [] for security_group_rule (07dd0ad6-cb30-41cf-8764-5352792911cd), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:14.705729 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5f8c4337-5ce7-4d11-ad70-f8fef1d1c736 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770697'] for security_group_rule (07dd0ad6-cb30-41cf-8764-5352792911cd), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:14.722944 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8c4337-5ce7-4d11-ad70-f8fef1d1c736 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07dd0ad6-cb30-41cf-8764-5352792911cd,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:33:14.752164 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d3c2278c-149b-466b-a4bf-e5d57e1ee450 req-d8be76a6-ec5b-4081-a5dc-b10ccefe1ce3 service neutron] 10.222.0.48 "GET /v2.0/networks/60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881417 Apr 06 11:33:14.767679 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-cf7bada4-9c7e-4cdb-bf04-2bc04a23d891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05', 'name': 'tempest-TestMinimumBasicScenario-2099437701-router', 'tenant_id': '740355080be44897b97d4b0cfd48c0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '57e9922a-12fb-41e5-8a73-5a46c94a6132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:32:06Z', 'updated_at': '2022-04-06T11:32:10Z', 'revision_number': 4, 'project_id': '740355080be44897b97d4b0cfd48c0f0', 'gw_port': {'id': '57e9922a-12fb-41e5-8a73-5a46c94a6132', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:fb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:32:07Z', 'updated_at': '2022-04-06T11:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_floatingips': [{'id': 'acd492bf-e210-464c-b2c9-b709ff153e82', 'tenant_id': '740355080be44897b97d4b0cfd48c0f0', 'floating_ip_address': '172.27.2.208', 'floating_network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'router_id': 'fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05', 'port_id': '12af31c2-12b6-4d35-a170-a6cdb47daf39', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c', 'mac_address': 'fa:16:3e:76:f5:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0defed62-6c56-408f-b983-b1474ae92d63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:33:13Z', 'updated_at': '2022-04-06T11:33:13Z', 'revision_number': 0, 'project_id': '740355080be44897b97d4b0cfd48c0f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ab8b412-d614-4c92-91c6-9358e6a6ad12', 'name': '', 'network_id': '60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c', 'tenant_id': '740355080be44897b97d4b0cfd48c0f0', 'mac_address': 'fa:16:3e:46:ec:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '61035200-00d2-4cb6-9c63-74a66ed9fe60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:32:09Z', 'updated_at': '2022-04-06T11:32:14Z', 'revision_number': 5, 'project_id': '740355080be44897b97d4b0cfd48c0f0', 'subnets': [{'id': '61035200-00d2-4cb6-9c63-74a66ed9fe60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:33:14.781443 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5f8c4337-5ce7-4d11-ad70-f8fef1d1c736 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:14.782747 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-5f8c4337-5ce7-4d11-ad70-f8fef1d1c736 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2648327 Apr 06 11:33:14.785481 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 55404) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:33:14.789973 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-06bd03d0-f9de-4f5e-ba4f-606b31b4da2b tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Request body: {'security_group_rule': {'security_group_id': '241165ba-0abc-4a29-a685-f9a9b82b3a41', 'project_id': '740355080be44897b97d4b0cfd48c0f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:33:14.797469 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7bada4-9c7e-4cdb-bf04-2bc04a23d891 None None] The sync data for ids ['fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05'] in dv-cinder-836073-2-iscsi is: [{'id': 'fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05', 'name': 'tempest-TestMinimumBasicScenario-2099437701-router', 'tenant_id': '740355080be44897b97d4b0cfd48c0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '57e9922a-12fb-41e5-8a73-5a46c94a6132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:32:06Z', 'updated_at': '2022-04-06T11:32:10Z', 'revision_number': 4, 'project_id': '740355080be44897b97d4b0cfd48c0f0', 'gw_port': {'id': '57e9922a-12fb-41e5-8a73-5a46c94a6132', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:fb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:32:07Z', 'updated_at': '2022-04-06T11:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_floatingips': [{'id': 'acd492bf-e210-464c-b2c9-b709ff153e82', 'tenant_id': '740355080be44897b97d4b0cfd48c0f0', 'floating_ip_address': '172.27.2.208', 'floating_network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'router_id': 'fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05', 'port_id': '12af31c2-12b6-4d35-a170-a6cdb47daf39', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c', 'mac_address': 'fa:16:3e:76:f5:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0defed62-6c56-408f-b983-b1474ae92d63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:33:13Z', 'updated_at': '2022-04-06T11:33:13Z', 'revision_number': 0, 'project_id': '740355080be44897b97d4b0cfd48c0f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ab8b412-d614-4c92-91c6-9358e6a6ad12', 'name': '', 'network_id': '60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c', 'tenant_id': '740355080be44897b97d4b0cfd48c0f0', 'mac_address': 'fa:16:3e:46:ec:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '61035200-00d2-4cb6-9c63-74a66ed9fe60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:32:09Z', 'updated_at': '2022-04-06T11:32:14Z', 'revision_number': 5, 'project_id': '740355080be44897b97d4b0cfd48c0f0', 'subnets': [{'id': '61035200-00d2-4cb6-9c63-74a66ed9fe60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:33:14.916280 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-06bd03d0-f9de-4f5e-ba4f-606b31b4da2b tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Publish callbacks [] for security_group_rule (323ab3a0-2b82-4baa-8048-50c76ebbc4f0), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:14.977152 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-06bd03d0-f9de-4f5e-ba4f-606b31b4da2b tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Publish callbacks [] for security_group_rule (323ab3a0-2b82-4baa-8048-50c76ebbc4f0), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:14.987493 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a15cdb-762a-432d-ad72-46b48e47ea58 None None] New status for floating IP acd492bf-e210-464c-b2c9-b709ff153e82: ACTIVE {{(pid=103883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:33:15.036788 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-06bd03d0-f9de-4f5e-ba4f-606b31b4da2b tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770697'] for security_group_rule (323ab3a0-2b82-4baa-8048-50c76ebbc4f0), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:15.057468 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bd03d0-f9de-4f5e-ba4f-606b31b4da2b tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=323ab3a0-2b82-4baa-8048-50c76ebbc4f0,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:33:15.112042 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-06bd03d0-f9de-4f5e-ba4f-606b31b4da2b tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:15.113285 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-06bd03d0-f9de-4f5e-ba4f-606b31b4da2b tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3267744 Apr 06 11:33:15.115963 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 55406) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:33:15.120322 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-66f503c3-0d13-4dd9-b5f6-534530872533 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Request body: {'security_group_rule': {'security_group_id': '241165ba-0abc-4a29-a685-f9a9b82b3a41', 'project_id': '740355080be44897b97d4b0cfd48c0f0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:33:15.213649 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-66f503c3-0d13-4dd9-b5f6-534530872533 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Publish callbacks [] for security_group_rule (2685fee9-5dae-494e-a2c4-0cf19cb8cb1c), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:15.274808 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-66f503c3-0d13-4dd9-b5f6-534530872533 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Publish callbacks [] for security_group_rule (2685fee9-5dae-494e-a2c4-0cf19cb8cb1c), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:15.345557 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-66f503c3-0d13-4dd9-b5f6-534530872533 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770697'] for security_group_rule (2685fee9-5dae-494e-a2c4-0cf19cb8cb1c), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:15.363213 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f503c3-0d13-4dd9-b5f6-534530872533 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2685fee9-5dae-494e-a2c4-0cf19cb8cb1c,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:33:15.433245 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-66f503c3-0d13-4dd9-b5f6-534530872533 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:15.434494 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-66f503c3-0d13-4dd9-b5f6-534530872533 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3176188 Apr 06 11:33:15.437216 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 55408) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:33:15.441543 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-06adfd9c-2983-49c3-a3d3-7625c9bc98e5 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Request body: {'security_group_rule': {'security_group_id': '241165ba-0abc-4a29-a685-f9a9b82b3a41', 'project_id': '740355080be44897b97d4b0cfd48c0f0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:33:15.550017 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-06adfd9c-2983-49c3-a3d3-7625c9bc98e5 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Publish callbacks [] for security_group_rule (6f7be9c8-fdd2-4b59-84cd-12f76c0ca643), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:15.605472 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-06adfd9c-2983-49c3-a3d3-7625c9bc98e5 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Publish callbacks [] for security_group_rule (6f7be9c8-fdd2-4b59-84cd-12f76c0ca643), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:15.682381 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-06adfd9c-2983-49c3-a3d3-7625c9bc98e5 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770697'] for security_group_rule (6f7be9c8-fdd2-4b59-84cd-12f76c0ca643), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:15.702420 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06adfd9c-2983-49c3-a3d3-7625c9bc98e5 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f7be9c8-fdd2-4b59-84cd-12f76c0ca643,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:33:15.769007 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-06adfd9c-2983-49c3-a3d3-7625c9bc98e5 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:15.770240 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-06adfd9c-2983-49c3-a3d3-7625c9bc98e5 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3320951 Apr 06 11:33:15.772800 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 55410) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:33:15.777140 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-3e227529-0856-4021-b7d1-4039fb8ceac1 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Request body: {'security_group_rule': {'security_group_id': '241165ba-0abc-4a29-a685-f9a9b82b3a41', 'project_id': '740355080be44897b97d4b0cfd48c0f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:33:15.864355 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.db.securitygroups_db [None req-3e227529-0856-4021-b7d1-4039fb8ceac1 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Project 740355080be44897b97d4b0cfd48c0f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 11:33:15.869282 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3e227529-0856-4021-b7d1-4039fb8ceac1 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Publish callbacks [] for security_group_rule (38686dcc-4967-4b22-b9ce-a86272b04ee4), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:15.930720 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3e227529-0856-4021-b7d1-4039fb8ceac1 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Publish callbacks [] for security_group_rule (38686dcc-4967-4b22-b9ce-a86272b04ee4), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:16.546594 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3e227529-0856-4021-b7d1-4039fb8ceac1 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770697'] for security_group_rule (38686dcc-4967-4b22-b9ce-a86272b04ee4), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:16.566002 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e227529-0856-4021-b7d1-4039fb8ceac1 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38686dcc-4967-4b22-b9ce-a86272b04ee4,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:33:16.901756 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3e227529-0856-4021-b7d1-4039fb8ceac1 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:16.902996 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-3e227529-0856-4021-b7d1-4039fb8ceac1 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1292348 Apr 06 11:33:16.905646 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 55412) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:33:16.909853 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-c3e69a6a-00c5-4ba8-842b-d75800ef0685 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Request body: {'security_group_rule': {'security_group_id': '241165ba-0abc-4a29-a685-f9a9b82b3a41', 'project_id': '740355080be44897b97d4b0cfd48c0f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:33:16.979565 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.db.securitygroups_db [None req-c3e69a6a-00c5-4ba8-842b-d75800ef0685 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Project 740355080be44897b97d4b0cfd48c0f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 11:33:16.985118 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c3e69a6a-00c5-4ba8-842b-d75800ef0685 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Publish callbacks [] for security_group_rule (f2a105b8-2a4d-469c-a8d4-99c8149ff6e9), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:17.044794 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c3e69a6a-00c5-4ba8-842b-d75800ef0685 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Publish callbacks [] for security_group_rule (f2a105b8-2a4d-469c-a8d4-99c8149ff6e9), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:17.133982 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c3e69a6a-00c5-4ba8-842b-d75800ef0685 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770697'] for security_group_rule (f2a105b8-2a4d-469c-a8d4-99c8149ff6e9), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:17.150484 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e69a6a-00c5-4ba8-842b-d75800ef0685 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2a105b8-2a4d-469c-a8d4-99c8149ff6e9,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:33:17.250124 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c3e69a6a-00c5-4ba8-842b-d75800ef0685 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:17.251359 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-c3e69a6a-00c5-4ba8-842b-d75800ef0685 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3448064 Apr 06 11:33:17.338082 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-433a8feb-cbc8-4a88-b9db-7fb043d04c22 req-2758d457-18d0-4629-9c6a-277bfc2f9d5f tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-689512387&fields=id&tenant_id=740355080be44897b97d4b0cfd48c0f0 HTTP/1.1" status: 200 len: 267 time: 0.0431116 Apr 06 11:33:17.399473 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a8feb-cbc8-4a88-b9db-7fb043d04c22 req-9d0416a8-8ada-4eaa-9038-e0dfcf49a16b tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:33:17.401042 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-433a8feb-cbc8-4a88-b9db-7fb043d04c22 req-9d0416a8-8ada-4eaa-9038-e0dfcf49a16b tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0defed62-6c56-408f-b983-b1474ae92d63 HTTP/1.1" status: 200 len: 945 time: 0.0571225 Apr 06 11:33:17.412170 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [req-433a8feb-cbc8-4a88-b9db-7fb043d04c22 req-e1ece56b-83d8-4168-b3e4-109e6abc8d87 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Request body: {'port': {'security_groups': ['b7176b56-85d0-48d6-95d1-c4f4a3c784aa', '241165ba-0abc-4a29-a685-f9a9b82b3a41']}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:33:17.482202 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-433a8feb-cbc8-4a88-b9db-7fb043d04c22 req-e1ece56b-83d8-4168-b3e4-109e6abc8d87 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (12af31c2-12b6-4d35-a170-a6cdb47daf39), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:17.665031 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [req-433a8feb-cbc8-4a88-b9db-7fb043d04c22 req-e1ece56b-83d8-4168-b3e4-109e6abc8d87 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] For port 12af31c2-12b6-4d35-a170-a6cdb47daf39, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=12af31c2-12b6-4d35-a170-a6cdb47daf39,segment=NetworkSegment(37b12cda-1fd9-427f-b829-2881076d1208),segment_id=37b12cda-1fd9-427f-b829-2881076d1208)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:33:17.695060 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-433a8feb-cbc8-4a88-b9db-7fb043d04c22 req-e1ece56b-83d8-4168-b3e4-109e6abc8d87 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Publish callbacks [] for port (12af31c2-12b6-4d35-a170-a6cdb47daf39), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:17.750786 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-433a8feb-cbc8-4a88-b9db-7fb043d04c22 req-e1ece56b-83d8-4168-b3e4-109e6abc8d87 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8797942'] for port (12af31c2-12b6-4d35-a170-a6cdb47daf39), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:17.763668 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] get_ports_and_sgs() called for port_ids ['12af31c2-12b6-4d35-a170-a6cdb47daf39'] {{(pid=103883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:33:17.791839 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a8feb-cbc8-4a88-b9db-7fb043d04c22 req-e1ece56b-83d8-4168-b3e4-109e6abc8d87 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:33:17.792467 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-433a8feb-cbc8-4a88-b9db-7fb043d04c22 req-e1ece56b-83d8-4168-b3e4-109e6abc8d87 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for port (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:17.794892 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-433a8feb-cbc8-4a88-b9db-7fb043d04c22 req-e1ece56b-83d8-4168-b3e4-109e6abc8d87 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "PUT /v2.0/ports/12af31c2-12b6-4d35-a170-a6cdb47daf39 HTTP/1.1" status: 200 len: 981 time: 0.3872480 Apr 06 11:33:17.797385 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0defed62-6c56-408f-b983-b1474ae92d63', 'tag': '12af31c2-12b6-4d35-a170-a6cdb47daf39'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:33:17.799683 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29156e5c8df2cda5f8c3a12ff109e02ba7a327efefb734c2c5f81b1bf548e3ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c9980b-5a42-40dd-bdd5-ef4cb71f109d" -d '{"events": [{"name": "network-changed", "server_uuid": "0defed62-6c56-408f-b983-b1474ae92d63", "tag": "12af31c2-12b6-4d35-a170-a6cdb47daf39"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:33:17.828538 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ece56b-83d8-4168-b3e4-109e6abc8d87 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Pushing event updated for resources: {'Port': ['ID=12af31c2-12b6-4d35-a170-a6cdb47daf39,revision_number=6']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:33:17.878894 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be40c9cf-3687-4e81-8d86-ae8aa3934494 x-openstack-request-id: req-be40c9cf-3687-4e81-8d86-ae8aa3934494 {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:33:17.879248 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0defed62-6c56-408f-b983-b1474ae92d63", "tag": "12af31c2-12b6-4d35-a170-a6cdb47daf39", "status": "completed", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:33:17.879569 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-be40c9cf-3687-4e81-8d86-ae8aa3934494 {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:33:17.879974 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be40c9cf-3687-4e81-8d86-ae8aa3934494'] response: {'name': 'network-changed', 'server_uuid': '0defed62-6c56-408f-b983-b1474ae92d63', 'tag': '12af31c2-12b6-4d35-a170-a6cdb47daf39', 'status': 'completed', 'code': 200} Apr 06 11:33:17.890393 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] get_ports_and_sgs() called for port_ids ['12af31c2-12b6-4d35-a170-a6cdb47daf39'] {{(pid=103883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:33:17.942040 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcfd3f8-85d5-4c07-930b-4b1cc6bd4405 req-bc9d49d1-7600-46f5-8af4-e97634708d77 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:33:17.945547 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-9dcfd3f8-85d5-4c07-930b-4b1cc6bd4405 req-bc9d49d1-7600-46f5-8af4-e97634708d77 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0defed62-6c56-408f-b983-b1474ae92d63 HTTP/1.1" status: 200 len: 984 time: 0.0703228 Apr 06 11:33:17.957955 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c9980b-5a42-40dd-bdd5-ef4cb71f109d req-e5f2d963-93f7-474b-8ade-432830281c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:33:17.960560 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-18c9980b-5a42-40dd-bdd5-ef4cb71f109d req-e5f2d963-93f7-474b-8ade-432830281c5a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=740355080be44897b97d4b0cfd48c0f0&device_id=0defed62-6c56-408f-b983-b1474ae92d63 HTTP/1.1" status: 200 len: 1168 time: 0.0566158 Apr 06 11:33:18.044549 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-9dcfd3f8-85d5-4c07-930b-4b1cc6bd4405 req-c5c4e5e5-38ec-4768-9c6f-70eb63be3a13 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7176b56-85d0-48d6-95d1-c4f4a3c784aa&id=241165ba-0abc-4a29-a685-f9a9b82b3a41&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0819845 Apr 06 11:33:18.076598 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c9980b-5a42-40dd-bdd5-ef4cb71f109d req-b12f6b1c-4345-41f2-9d50-60f48ed769df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:33:18.078058 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-18c9980b-5a42-40dd-bdd5-ef4cb71f109d req-b12f6b1c-4345-41f2-9d50-60f48ed769df service neutron] 10.222.0.48 "GET /v2.0/networks?id=60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c HTTP/1.1" status: 200 len: 916 time: 0.1086583 Apr 06 11:33:18.150392 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-18c9980b-5a42-40dd-bdd5-ef4cb71f109d req-2f25dd6f-8a8a-40c2-9d5f-1ceaaa0babed service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12af31c2-12b6-4d35-a170-a6cdb47daf39 HTTP/1.1" status: 200 len: 1001 time: 0.0635793 Apr 06 11:33:18.187722 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-83092005-a5c6-49ec-bfc9-961ce58af03d None None] Provisioning complete for port 12af31c2-12b6-4d35-a170-a6cdb47daf39 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:33:18.188088 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-83092005-a5c6-49ec-bfc9-961ce58af03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (12af31c2-12b6-4d35-a170-a6cdb47daf39), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:18.202017 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c9980b-5a42-40dd-bdd5-ef4cb71f109d req-e6079358-5a8f-4f4e-9d4c-3e5434be0350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:33:18.203416 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-18c9980b-5a42-40dd-bdd5-ef4cb71f109d req-e6079358-5a8f-4f4e-9d4c-3e5434be0350 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=61035200-00d2-4cb6-9c63-74a66ed9fe60 HTTP/1.1" status: 200 len: 854 time: 0.0440736 Apr 06 11:33:18.256694 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c9980b-5a42-40dd-bdd5-ef4cb71f109d req-f2e8b584-9805-4470-b9d1-c716f7e9cb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:33:18.258237 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-18c9980b-5a42-40dd-bdd5-ef4cb71f109d req-f2e8b584-9805-4470-b9d1-c716f7e9cb1b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455372 Apr 06 11:33:18.365032 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-18c9980b-5a42-40dd-bdd5-ef4cb71f109d req-c287402a-353e-4e65-a6f2-b548ac3b7526 service neutron] 10.222.0.48 "GET /v2.0/networks/60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977483 Apr 06 11:33:18.372088 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-83092005-a5c6-49ec-bfc9-961ce58af03d None None] Current status of the port 12af31c2-12b6-4d35-a170-a6cdb47daf39 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:33:18.465527 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-18c9980b-5a42-40dd-bdd5-ef4cb71f109d req-73012d21-4af8-4c21-9629-e9549f838762 service neutron] 10.222.0.48 "GET /v2.0/networks/60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924726 Apr 06 11:33:34.775881 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fceccdf9-1255-4778-bdf7-55e380a1cbdc req-534a1d13-bbf5-4519-bab0-fda9a445e1d5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=95a94d5a-1bab-482d-bffe-60f1f83d0112&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435188 Apr 06 11:33:34.864108 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceccdf9-1255-4778-bdf7-55e380a1cbdc req-814354c3-3f0d-4735-b850-7ca47bf132a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:33:34.865739 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fceccdf9-1255-4778-bdf7-55e380a1cbdc req-814354c3-3f0d-4735-b850-7ca47bf132a5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3d847e14f64944dba3c2bfdecc16dd16&device_id=95a94d5a-1bab-482d-bffe-60f1f83d0112 HTTP/1.1" status: 200 len: 1129 time: 0.0496297 Apr 06 11:33:34.978809 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceccdf9-1255-4778-bdf7-55e380a1cbdc req-dceac9be-ea61-4410-9c33-8565528d8cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:33:34.980399 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fceccdf9-1255-4778-bdf7-55e380a1cbdc req-dceac9be-ea61-4410-9c33-8565528d8cf6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=dc23bab2-5009-4000-9be8-b01c02506344 HTTP/1.1" status: 200 len: 912 time: 0.0849340 Apr 06 11:33:35.051828 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fceccdf9-1255-4778-bdf7-55e380a1cbdc req-9a118c03-7bac-4220-a846-e40ba4d93897 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42cbc71c-3ec9-4849-b70f-e19283522ddb HTTP/1.1" status: 200 len: 1001 time: 0.0638108 Apr 06 11:33:35.101269 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceccdf9-1255-4778-bdf7-55e380a1cbdc req-8d4cc47e-0ba1-42b9-9b45-3e67fa706dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:33:35.102723 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fceccdf9-1255-4778-bdf7-55e380a1cbdc req-8d4cc47e-0ba1-42b9-9b45-3e67fa706dc2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=af591e27-8cd2-4603-8651-34dd07f2f0b2 HTTP/1.1" status: 200 len: 850 time: 0.0428591 Apr 06 11:33:35.154316 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceccdf9-1255-4778-bdf7-55e380a1cbdc req-6fa422bb-66f7-4da8-a933-2956e8563385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:33:35.155844 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fceccdf9-1255-4778-bdf7-55e380a1cbdc req-6fa422bb-66f7-4da8-a933-2956e8563385 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dc23bab2-5009-4000-9be8-b01c02506344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466800 Apr 06 11:33:35.251033 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fceccdf9-1255-4778-bdf7-55e380a1cbdc req-3cd04bf1-a7a5-478c-91f1-5f4ec42fcab9 service neutron] 10.222.0.48 "GET /v2.0/networks/dc23bab2-5009-4000-9be8-b01c02506344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881011 Apr 06 11:33:35.343765 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fceccdf9-1255-4778-bdf7-55e380a1cbdc req-621540c9-1e9a-4604-96cc-ad5af46d13f4 service neutron] 10.222.0.48 "GET /v2.0/networks/dc23bab2-5009-4000-9be8-b01c02506344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850129 Apr 06 11:33:36.549511 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (dc195572-b6d9-4259-8541-839e457b2650), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:36.642931 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-561a7b36-0ab0-4553-a2f2-3f7628d48484 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (8a8bc679-53b2-461d-b015-cec5a247fb94), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:39.036012 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0d990854-6976-454b-b6aa-71a7dd331408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (9404f039-f516-42fd-94a5-c122fff5649f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:40.517032 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0cc2d64b-8553-4c26-9c2d-26728f607b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (295112eb-abec-44aa-a7f9-d1b9c67b3953), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:40.773816 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac72b74-76e9-496e-95d9-74ef59ede4e1 req-324e82bf-fc7f-4f50-863d-a31b09b9bfe2 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:33:40.775172 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-2ac72b74-76e9-496e-95d9-74ef59ede4e1 req-324e82bf-fc7f-4f50-863d-a31b09b9bfe2 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0defed62-6c56-408f-b983-b1474ae92d63 HTTP/1.1" status: 200 len: 984 time: 0.0538697 Apr 06 11:33:40.835056 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-2ac72b74-76e9-496e-95d9-74ef59ede4e1 req-38fc11b1-a32e-4499-b13d-afe977187d44 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7176b56-85d0-48d6-95d1-c4f4a3c784aa&id=241165ba-0abc-4a29-a685-f9a9b82b3a41&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536633 Apr 06 11:33:41.200878 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6be939-fdeb-40a5-a911-5513387d6063 req-c69d753f-98e8-4880-8ac9-07171180f728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:33:41.202407 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9b6be939-fdeb-40a5-a911-5513387d6063 req-c69d753f-98e8-4880-8ac9-07171180f728 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=740355080be44897b97d4b0cfd48c0f0&device_id=0defed62-6c56-408f-b983-b1474ae92d63 HTTP/1.1" status: 200 len: 1168 time: 0.0456011 Apr 06 11:33:41.592636 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6be939-fdeb-40a5-a911-5513387d6063 req-28efb6d3-402f-4d5e-9a5f-98f1870472d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:33:41.594392 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9b6be939-fdeb-40a5-a911-5513387d6063 req-28efb6d3-402f-4d5e-9a5f-98f1870472d2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c HTTP/1.1" status: 200 len: 916 time: 0.0891826 Apr 06 11:33:41.663087 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9b6be939-fdeb-40a5-a911-5513387d6063 req-33582aea-d8bb-4374-8309-d63e4eb0170a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12af31c2-12b6-4d35-a170-a6cdb47daf39 HTTP/1.1" status: 200 len: 1001 time: 0.0593684 Apr 06 11:33:41.843055 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7bcfc971-4c1e-4d8f-8ae7-97bffdd4e21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (33edc1dd-8f2c-4a3f-bd07-9ad8bd534bf2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:41.988887 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6be939-fdeb-40a5-a911-5513387d6063 req-7168fcab-871e-4177-88bb-132ba456056b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:33:41.990416 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9b6be939-fdeb-40a5-a911-5513387d6063 req-7168fcab-871e-4177-88bb-132ba456056b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=61035200-00d2-4cb6-9c63-74a66ed9fe60 HTTP/1.1" status: 200 len: 854 time: 0.0543520 Apr 06 11:33:42.000196 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0edf371-9f43-4fcc-bb7f-8e5f4bcba662 req-64e7103a-3b5e-4595-bc8f-d5d209e04f20 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:33:42.001645 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e0edf371-9f43-4fcc-bb7f-8e5f4bcba662 req-64e7103a-3b5e-4595-bc8f-d5d209e04f20 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0defed62-6c56-408f-b983-b1474ae92d63 HTTP/1.1" status: 200 len: 984 time: 0.0967238 Apr 06 11:33:42.061356 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e0edf371-9f43-4fcc-bb7f-8e5f4bcba662 req-28b74448-d82b-40ef-8862-044738d95e5a tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7176b56-85d0-48d6-95d1-c4f4a3c784aa&id=241165ba-0abc-4a29-a685-f9a9b82b3a41&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539360 Apr 06 11:33:42.219884 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6be939-fdeb-40a5-a911-5513387d6063 req-76b4e3ce-905d-4f50-9f20-13dac2c287c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:33:42.221414 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9b6be939-fdeb-40a5-a911-5513387d6063 req-76b4e3ce-905d-4f50-9f20-13dac2c287c7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452449 Apr 06 11:33:42.314794 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9b6be939-fdeb-40a5-a911-5513387d6063 req-8fb41644-fce5-4c89-aa16-4d603184e9ce service neutron] 10.222.0.48 "GET /v2.0/networks/60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850213 Apr 06 11:33:42.402431 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9b6be939-fdeb-40a5-a911-5513387d6063 req-ba74b272-6344-4cc2-9111-321fa63bd39a service neutron] 10.222.0.48 "GET /v2.0/networks/60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806944 Apr 06 11:33:43.184543 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859693f-dc0b-4042-b594-2cb5aff658d2 req-a1b7e53d-d4d0-4f3b-925b-8214b6690552 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:33:43.186611 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-4859693f-dc0b-4042-b594-2cb5aff658d2 req-a1b7e53d-d4d0-4f3b-925b-8214b6690552 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0defed62-6c56-408f-b983-b1474ae92d63 HTTP/1.1" status: 200 len: 984 time: 0.0588074 Apr 06 11:33:43.245300 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-4859693f-dc0b-4042-b594-2cb5aff658d2 req-48170d66-6b84-47fd-af66-4bd51f385e46 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7176b56-85d0-48d6-95d1-c4f4a3c784aa&id=241165ba-0abc-4a29-a685-f9a9b82b3a41&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530498 Apr 06 11:33:43.265854 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (a2831ac0-05e7-463d-be89-41d2adab36ec), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:44.367897 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3e6bac-4e91-43cc-a0dd-5fe2a34df824 req-502c2b2d-3df2-4f53-9023-d85a54d2e322 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:33:44.369441 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0d3e6bac-4e91-43cc-a0dd-5fe2a34df824 req-502c2b2d-3df2-4f53-9023-d85a54d2e322 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0defed62-6c56-408f-b983-b1474ae92d63 HTTP/1.1" status: 200 len: 984 time: 0.0583930 Apr 06 11:33:44.428602 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0d3e6bac-4e91-43cc-a0dd-5fe2a34df824 req-05877c77-b568-465f-a2b6-1e70e6222867 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7176b56-85d0-48d6-95d1-c4f4a3c784aa&id=241165ba-0abc-4a29-a685-f9a9b82b3a41&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527434 Apr 06 11:33:45.545200 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8dd6c8-e15c-48bf-860f-0fa9a3d9c37a req-234f41ad-22c1-45b8-b83e-0ae3f7a10451 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:33:45.546902 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fc8dd6c8-e15c-48bf-860f-0fa9a3d9c37a req-234f41ad-22c1-45b8-b83e-0ae3f7a10451 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0defed62-6c56-408f-b983-b1474ae92d63 HTTP/1.1" status: 200 len: 984 time: 0.0520403 Apr 06 11:33:45.605104 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fc8dd6c8-e15c-48bf-860f-0fa9a3d9c37a req-2a6d05a2-5c14-41e4-993f-bc46969ff537 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7176b56-85d0-48d6-95d1-c4f4a3c784aa&id=241165ba-0abc-4a29-a685-f9a9b82b3a41&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524793 Apr 06 11:33:46.723219 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec46c07-73e9-4581-8557-6de829f8ea91 req-92c25c35-b8e2-493e-b80a-5ac5ed6dc154 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:33:46.724687 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-6ec46c07-73e9-4581-8557-6de829f8ea91 req-92c25c35-b8e2-493e-b80a-5ac5ed6dc154 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0defed62-6c56-408f-b983-b1474ae92d63 HTTP/1.1" status: 200 len: 984 time: 0.0516303 Apr 06 11:33:46.782263 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-6ec46c07-73e9-4581-8557-6de829f8ea91 req-5ad8d674-0df9-4412-81e6-ab1997527192 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7176b56-85d0-48d6-95d1-c4f4a3c784aa&id=241165ba-0abc-4a29-a685-f9a9b82b3a41&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0519242 Apr 06 11:33:47.897604 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf5e28-9a84-4b6b-a847-996c093afe63 req-f2c0c25e-700b-4b76-a6f7-b89e3f479610 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:33:47.899071 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1eaf5e28-9a84-4b6b-a847-996c093afe63 req-f2c0c25e-700b-4b76-a6f7-b89e3f479610 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0defed62-6c56-408f-b983-b1474ae92d63 HTTP/1.1" status: 200 len: 984 time: 0.0517268 Apr 06 11:33:47.960730 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1eaf5e28-9a84-4b6b-a847-996c093afe63 req-881b0472-14af-412f-a55a-b3e814be0dac tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7176b56-85d0-48d6-95d1-c4f4a3c784aa&id=241165ba-0abc-4a29-a685-f9a9b82b3a41&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559824 Apr 06 11:33:49.081584 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf604d-4d29-4245-91ee-d5119b164973 req-c31136ee-3ea5-4fb8-90cf-023c0a5a51b7 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:33:49.083054 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-7dbf604d-4d29-4245-91ee-d5119b164973 req-c31136ee-3ea5-4fb8-90cf-023c0a5a51b7 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0defed62-6c56-408f-b983-b1474ae92d63 HTTP/1.1" status: 200 len: 984 time: 0.0561972 Apr 06 11:33:49.359052 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-7dbf604d-4d29-4245-91ee-d5119b164973 req-0fdd7576-a18a-4b3b-8ea2-3e9d6f0c4c1a tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7176b56-85d0-48d6-95d1-c4f4a3c784aa&id=241165ba-0abc-4a29-a685-f9a9b82b3a41&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2702215 Apr 06 11:33:49.784225 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-d2f8dd02-8968-40b0-bca4-a7fc1cec66fd None None] Agent healthcheck: found 6 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:33:50.475832 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec478e6-ff56-4950-971b-57b9f0f48f7c req-37968687-ca1d-43b1-9330-c2f0d80595de tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:33:50.477328 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0ec478e6-ff56-4950-971b-57b9f0f48f7c req-37968687-ca1d-43b1-9330-c2f0d80595de tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0defed62-6c56-408f-b983-b1474ae92d63 HTTP/1.1" status: 200 len: 984 time: 0.0525453 Apr 06 11:33:50.538051 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0ec478e6-ff56-4950-971b-57b9f0f48f7c req-ce928eb6-46d9-45ff-b51d-93c26627e325 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7176b56-85d0-48d6-95d1-c4f4a3c784aa&id=241165ba-0abc-4a29-a685-f9a9b82b3a41&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0519793 Apr 06 11:33:51.658483 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898b5de-5a1a-4ff1-a8e8-cfb90ba03a24 req-e17da6a7-2921-41aa-86e6-59a486e00e07 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:33:51.659944 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-6898b5de-5a1a-4ff1-a8e8-cfb90ba03a24 req-e17da6a7-2921-41aa-86e6-59a486e00e07 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0defed62-6c56-408f-b983-b1474ae92d63 HTTP/1.1" status: 200 len: 984 time: 0.0524738 Apr 06 11:33:51.717098 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-6898b5de-5a1a-4ff1-a8e8-cfb90ba03a24 req-4485e817-81b2-43b3-b02a-d3f40fb84a4b tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7176b56-85d0-48d6-95d1-c4f4a3c784aa&id=241165ba-0abc-4a29-a685-f9a9b82b3a41&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0515001 Apr 06 11:33:52.835046 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c481250-f82b-4a18-a6ea-f35630d48007 req-b2c30d4e-ecda-4932-8e5b-9b48573685c9 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:33:52.836537 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0c481250-f82b-4a18-a6ea-f35630d48007 req-b2c30d4e-ecda-4932-8e5b-9b48573685c9 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0defed62-6c56-408f-b983-b1474ae92d63 HTTP/1.1" status: 200 len: 984 time: 0.0528913 Apr 06 11:33:52.897944 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0c481250-f82b-4a18-a6ea-f35630d48007 req-b20b13dc-9028-4975-b13f-5d68aaeb503f tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7176b56-85d0-48d6-95d1-c4f4a3c784aa&id=241165ba-0abc-4a29-a685-f9a9b82b3a41&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547924 Apr 06 11:33:54.018904 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa7ba8c-447d-4941-b15b-4bda9ad29238 req-13828a83-0c13-4a64-96c7-ac1f6c0a1ae8 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:33:54.020404 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-7fa7ba8c-447d-4941-b15b-4bda9ad29238 req-13828a83-0c13-4a64-96c7-ac1f6c0a1ae8 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0defed62-6c56-408f-b983-b1474ae92d63 HTTP/1.1" status: 200 len: 984 time: 0.0566895 Apr 06 11:33:54.081382 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-7fa7ba8c-447d-4941-b15b-4bda9ad29238 req-0ad8ad2e-7b0e-413b-ae1c-1bc96f2401af tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7176b56-85d0-48d6-95d1-c4f4a3c784aa&id=241165ba-0abc-4a29-a685-f9a9b82b3a41&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0554388 Apr 06 11:33:55.208518 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c776b-a492-438a-9917-acabf6200ed2 req-d3d79c48-ac62-4192-881a-738c5bb452b6 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:33:55.208518 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1a9c776b-a492-438a-9917-acabf6200ed2 req-d3d79c48-ac62-4192-881a-738c5bb452b6 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0defed62-6c56-408f-b983-b1474ae92d63 HTTP/1.1" status: 200 len: 984 time: 0.0580926 Apr 06 11:33:55.266478 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1a9c776b-a492-438a-9917-acabf6200ed2 req-9f6adba3-1585-461d-ac0a-1c3d92b572bd tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7176b56-85d0-48d6-95d1-c4f4a3c784aa&id=241165ba-0abc-4a29-a685-f9a9b82b3a41&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525718 Apr 06 11:33:56.386430 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e941f9c0-61fb-4cdf-9601-47aa2f9541a4 req-9bb97bb7-81aa-450a-9169-cf74706e4d32 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:33:56.387898 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-e941f9c0-61fb-4cdf-9601-47aa2f9541a4 req-9bb97bb7-81aa-450a-9169-cf74706e4d32 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0defed62-6c56-408f-b983-b1474ae92d63 HTTP/1.1" status: 200 len: 984 time: 0.0528162 Apr 06 11:33:56.446220 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-e941f9c0-61fb-4cdf-9601-47aa2f9541a4 req-f6fea83d-8ea4-4c3a-8f75-d89ee323572f tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7176b56-85d0-48d6-95d1-c4f4a3c784aa&id=241165ba-0abc-4a29-a685-f9a9b82b3a41&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524504 Apr 06 11:33:57.790095 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9856861-6108-4d4b-9e2f-aa460cd0d1b0 req-e040a6e0-f2bd-44bc-b535-1c671ad3b2d0 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:33:57.791594 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c9856861-6108-4d4b-9e2f-aa460cd0d1b0 req-e040a6e0-f2bd-44bc-b535-1c671ad3b2d0 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0defed62-6c56-408f-b983-b1474ae92d63 HTTP/1.1" status: 200 len: 984 time: 0.0538530 Apr 06 11:33:57.803107 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da37f9-eabb-4d0b-a3f9-72dd1d4a9543 req-6dc9ae29-2e92-4bc4-afed-febeaf7fe52c tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:33:57.809308 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-b7da37f9-eabb-4d0b-a3f9-72dd1d4a9543 req-6dc9ae29-2e92-4bc4-afed-febeaf7fe52c tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=95a94d5a-1bab-482d-bffe-60f1f83d0112 HTTP/1.1" status: 200 len: 945 time: 0.0526376 Apr 06 11:33:57.851430 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c9856861-6108-4d4b-9e2f-aa460cd0d1b0 req-e7ee5316-5134-44b1-8bb9-c695f3668c94 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7176b56-85d0-48d6-95d1-c4f4a3c784aa&id=241165ba-0abc-4a29-a685-f9a9b82b3a41&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539114 Apr 06 11:33:57.853847 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-b7da37f9-eabb-4d0b-a3f9-72dd1d4a9543 req-e62ca849-9684-427f-bd9d-c1386a633161 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/security-groups?id=20bc3d68-ee7e-475c-9099-56811ff32fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434525 Apr 06 11:33:57.959679 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cffd206-7045-40c3-8616-e0a9e52260cc req-39299f5a-f2c0-4b61-93d4-b00b6b8e2a94 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:33:57.961160 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6cffd206-7045-40c3-8616-e0a9e52260cc req-39299f5a-f2c0-4b61-93d4-b00b6b8e2a94 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e HTTP/1.1" status: 200 len: 945 time: 0.0549335 Apr 06 11:33:58.006617 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6cffd206-7045-40c3-8616-e0a9e52260cc req-1f086890-90e7-47b1-8e55-85d4d1f2f5ba tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5951896-6057-4637-a7f8-6d0ddac1b163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399950 Apr 06 11:33:58.972693 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dcbd3a-b6a5-498c-8743-56d60953fd59 req-f70f46ba-1495-48a7-8abd-94cdb3c13c40 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:33:58.973331 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fad975-082c-46b8-a1b5-b7c3255edbb3 req-25b138d6-3dfe-4580-a19e-6ad60bad00a4 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:33:58.974323 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-b7dcbd3a-b6a5-498c-8743-56d60953fd59 req-f70f46ba-1495-48a7-8abd-94cdb3c13c40 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0defed62-6c56-408f-b983-b1474ae92d63 HTTP/1.1" status: 200 len: 984 time: 0.0543802 Apr 06 11:33:58.974465 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e0fad975-082c-46b8-a1b5-b7c3255edbb3 req-25b138d6-3dfe-4580-a19e-6ad60bad00a4 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=95a94d5a-1bab-482d-bffe-60f1f83d0112 HTTP/1.1" status: 200 len: 945 time: 0.0531664 Apr 06 11:33:59.020782 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e0fad975-082c-46b8-a1b5-b7c3255edbb3 req-ee886781-b0f3-4d67-9a22-dc006dea02ac tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/security-groups?id=20bc3d68-ee7e-475c-9099-56811ff32fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407648 Apr 06 11:33:59.036125 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-b7dcbd3a-b6a5-498c-8743-56d60953fd59 req-41979549-b7a5-4cda-972d-6db2ccac6a21 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7176b56-85d0-48d6-95d1-c4f4a3c784aa&id=241165ba-0abc-4a29-a685-f9a9b82b3a41&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538347 Apr 06 11:33:59.135507 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7132f6-c9e1-4665-bff2-7175e7605005 req-9896954c-5914-46bb-82ab-3bcb789f1298 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:33:59.136887 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ff7132f6-c9e1-4665-bff2-7175e7605005 req-9896954c-5914-46bb-82ab-3bcb789f1298 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e HTTP/1.1" status: 200 len: 945 time: 0.0516207 Apr 06 11:33:59.186515 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ff7132f6-c9e1-4665-bff2-7175e7605005 req-e7eea82e-571b-47c9-9779-75ce73b149a8 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5951896-6057-4637-a7f8-6d0ddac1b163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436471 Apr 06 11:33:59.471323 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e66429a-65bf-486d-9be6-17cbbd0ebfba req-ee6b9c65-e50c-4adc-9803-7f6eac605fac tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:33:59.472790 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6e66429a-65bf-486d-9be6-17cbbd0ebfba req-ee6b9c65-e50c-4adc-9803-7f6eac605fac tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.48 "GET /v2.0/ports?device_id=95a94d5a-1bab-482d-bffe-60f1f83d0112 HTTP/1.1" status: 200 len: 945 time: 0.0531151 Apr 06 11:33:59.567051 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [req-6e66429a-65bf-486d-9be6-17cbbd0ebfba req-8b1c97cf-a457-4eeb-b5bf-92ee8395b569 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Deleting port 42cbc71c-3ec9-4849-b70f-e19283522ddb {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:33:59.567390 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-6e66429a-65bf-486d-9be6-17cbbd0ebfba req-8b1c97cf-a457-4eeb-b5bf-92ee8395b569 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192836145'] for port (42cbc71c-3ec9-4849-b70f-e19283522ddb), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:59.655906 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [req-6e66429a-65bf-486d-9be6-17cbbd0ebfba req-8b1c97cf-a457-4eeb-b5bf-92ee8395b569 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] For port 42cbc71c-3ec9-4849-b70f-e19283522ddb, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=42cbc71c-3ec9-4849-b70f-e19283522ddb,segment=NetworkSegment(3347e514-facd-4073-b90b-64355ba61658),segment_id=3347e514-facd-4073-b90b-64355ba61658)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:33:59.656268 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-6e66429a-65bf-486d-9be6-17cbbd0ebfba req-8b1c97cf-a457-4eeb-b5bf-92ee8395b569 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-891628'] for port (42cbc71c-3ec9-4849-b70f-e19283522ddb), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:59.822063 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-6e66429a-65bf-486d-9be6-17cbbd0ebfba req-8b1c97cf-a457-4eeb-b5bf-92ee8395b569 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:59.822423 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-6e66429a-65bf-486d-9be6-17cbbd0ebfba req-8b1c97cf-a457-4eeb-b5bf-92ee8395b569 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-886429'] for floatingip (8e282ca0-168e-49bf-83fb-6d6b36e79f70), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:59.822734 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.db.l3_db [req-6e66429a-65bf-486d-9be6-17cbbd0ebfba req-8b1c97cf-a457-4eeb-b5bf-92ee8395b569 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Floating IP 8e282ca0-168e-49bf-83fb-6d6b36e79f70 disassociated. External IP: 172.27.2.200, port: 42cbc71c-3ec9-4849-b70f-e19283522ddb. Apr 06 11:33:59.823068 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [req-6e66429a-65bf-486d-9be6-17cbbd0ebfba req-8b1c97cf-a457-4eeb-b5bf-92ee8395b569 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Calling delete_port for 42cbc71c-3ec9-4849-b70f-e19283522ddb owned by compute:nova {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:34:00.007589 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-6e66429a-65bf-486d-9be6-17cbbd0ebfba req-8b1c97cf-a457-4eeb-b5bf-92ee8395b569 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192843524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779192465933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797839'] for port (42cbc71c-3ec9-4849-b70f-e19283522ddb), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:00.037392 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1c97cf-a457-4eeb-b5bf-92ee8395b569 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Pushing event deleted for resources: {'Port': ['ID=42cbc71c-3ec9-4849-b70f-e19283522ddb,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:34:00.051456 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1c97cf-a457-4eeb-b5bf-92ee8395b569 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:34:00.051677 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1c97cf-a457-4eeb-b5bf-92ee8395b569 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:34:00.051988 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1c97cf-a457-4eeb-b5bf-92ee8395b569 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:34:00.052354 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1c97cf-a457-4eeb-b5bf-92ee8395b569 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:34:00.052687 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1c97cf-a457-4eeb-b5bf-92ee8395b569 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:34:00.053015 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1c97cf-a457-4eeb-b5bf-92ee8395b569 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:34:00.053377 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1c97cf-a457-4eeb-b5bf-92ee8395b569 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:34:00.053702 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1c97cf-a457-4eeb-b5bf-92ee8395b569 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:34:00.054407 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1c97cf-a457-4eeb-b5bf-92ee8395b569 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:34:00.054533 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1c97cf-a457-4eeb-b5bf-92ee8395b569 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:34:00.054793 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1c97cf-a457-4eeb-b5bf-92ee8395b569 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:34:00.055119 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1c97cf-a457-4eeb-b5bf-92ee8395b569 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:34:00.055440 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1c97cf-a457-4eeb-b5bf-92ee8395b569 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:34:00.055756 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1c97cf-a457-4eeb-b5bf-92ee8395b569 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:34:00.056169 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1c97cf-a457-4eeb-b5bf-92ee8395b569 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:34:00.128601 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-f538afcb-fd54-48c9-9fd4-36e574156aaf req-f35c992b-27da-4087-89e5-9a38dafe0aaa tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=95a94d5a-1bab-482d-bffe-60f1f83d0112 HTTP/1.1" status: 200 len: 210 time: 0.0289755 Apr 06 11:34:00.201766 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33494b70-8d91-448f-b7bf-7b5953066067 req-aa74bcd2-01d9-458f-9336-96a3524069ea tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:00.203237 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-33494b70-8d91-448f-b7bf-7b5953066067 req-aa74bcd2-01d9-458f-9336-96a3524069ea tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0defed62-6c56-408f-b983-b1474ae92d63 HTTP/1.1" status: 200 len: 984 time: 0.0955453 Apr 06 11:34:00.211523 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e66429a-65bf-486d-9be6-17cbbd0ebfba req-8b1c97cf-a457-4eeb-b5bf-92ee8395b569 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Router e4830d76-585b-409b-8bf7-45931346e0dc has already been hosted by L3 agent 9404f039-f516-42fd-94a5-c122fff5649f {{(pid=103882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:34:00.307889 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524bc713-e993-4e15-a071-27433cfc05ed req-3c5de0fc-de88-4e1a-838e-c7232a9f46ed tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:00.309402 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-524bc713-e993-4e15-a071-27433cfc05ed req-3c5de0fc-de88-4e1a-838e-c7232a9f46ed tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e HTTP/1.1" status: 200 len: 945 time: 0.0514362 Apr 06 11:34:00.310010 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-33494b70-8d91-448f-b7bf-7b5953066067 req-5eaf135a-618d-4ce1-aada-e87ee09bdf05 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7176b56-85d0-48d6-95d1-c4f4a3c784aa&id=241165ba-0abc-4a29-a685-f9a9b82b3a41&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1003530 Apr 06 11:34:00.361625 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-524bc713-e993-4e15-a071-27433cfc05ed req-8eb22240-544f-4338-b0b6-a5065a3d7b99 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5951896-6057-4637-a7f8-6d0ddac1b163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449607 Apr 06 11:34:00.367729 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e66429a-65bf-486d-9be6-17cbbd0ebfba req-8b1c97cf-a457-4eeb-b5bf-92ee8395b569 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Notify agent at l3_agent.dv-cinder-836073-2-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:34:00.379530 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e50886-591f-4ddf-8687-595b95c06a7e None None] Sync routers for ids ['e4830d76-585b-409b-8bf7-45931346e0dc'] in dv-cinder-836073-2-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:34:00.397447 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e50886-591f-4ddf-8687-595b95c06a7e None None] Routers {'e4830d76-585b-409b-8bf7-45931346e0dc'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:34:00.397447 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-e7e50886-591f-4ddf-8687-595b95c06a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:33:39Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['e4830d76-585b-409b-8bf7-45931346e0dc'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:34:00.508537 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-e7e50886-591f-4ddf-8687-595b95c06a7e None None] Set router e4830d76-585b-409b-8bf7-45931346e0dc gateway port host: dv-cinder-836073-2-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:34:00.670362 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e66429a-65bf-486d-9be6-17cbbd0ebfba req-8b1c97cf-a457-4eeb-b5bf-92ee8395b569 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] No DVR routers for this DVR port 42cbc71c-3ec9-4849-b70f-e19283522ddb on host hv-cinder-83607 {{(pid=103882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:34:00.672816 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-6e66429a-65bf-486d-9be6-17cbbd0ebfba req-8b1c97cf-a457-4eeb-b5bf-92ee8395b569 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for port (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:00.676069 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6e66429a-65bf-486d-9be6-17cbbd0ebfba req-8b1c97cf-a457-4eeb-b5bf-92ee8395b569 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.48 "DELETE /v2.0/ports/42cbc71c-3ec9-4849-b70f-e19283522ddb HTTP/1.1" status: 204 len: 173 time: 1.1978209 Apr 06 11:34:00.676505 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95a94d5a-1bab-482d-bffe-60f1f83d0112', 'name': 'network-vif-deleted', 'tag': '42cbc71c-3ec9-4849-b70f-e19283522ddb'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:34:00.678774 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29156e5c8df2cda5f8c3a12ff109e02ba7a327efefb734c2c5f81b1bf548e3ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b285b82d-e413-4d94-8553-c305263b8308" -d '{"events": [{"server_uuid": "95a94d5a-1bab-482d-bffe-60f1f83d0112", "name": "network-vif-deleted", "tag": "42cbc71c-3ec9-4849-b70f-e19283522ddb"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:34:00.714980 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-e7e50886-591f-4ddf-8687-595b95c06a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4830d76-585b-409b-8bf7-45931346e0dc', 'name': 'tempest-AttachVolumeTestJSON-1810931883-router', 'tenant_id': '3d847e14f64944dba3c2bfdecc16dd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': '6c476607-db3a-403a-93a6-d7736b229bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:27:40Z', 'updated_at': '2022-04-06T11:27:48Z', 'revision_number': 4, 'project_id': '3d847e14f64944dba3c2bfdecc16dd16', 'gw_port': {'id': '6c476607-db3a-403a-93a6-d7736b229bad', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:68:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4830d76-585b-409b-8bf7-45931346e0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:27:41Z', 'updated_at': '2022-04-06T11:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_interfaces': [{'id': '72e2d78d-619a-499d-a9a9-0df015ca6b4c', 'name': '', 'network_id': 'dc23bab2-5009-4000-9be8-b01c02506344', 'tenant_id': '3d847e14f64944dba3c2bfdecc16dd16', 'mac_address': 'fa:16:3e:fc:95:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4830d76-585b-409b-8bf7-45931346e0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'af591e27-8cd2-4603-8651-34dd07f2f0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:27:46Z', 'updated_at': '2022-04-06T11:27:56Z', 'revision_number': 5, 'project_id': '3d847e14f64944dba3c2bfdecc16dd16', 'subnets': [{'id': 'af591e27-8cd2-4603-8651-34dd07f2f0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:34:00.717597 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc12855-9dfd-4aae-bbee-b79259a86c4b x-openstack-request-id: req-2dc12855-9dfd-4aae-bbee-b79259a86c4b {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:34:00.717891 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95a94d5a-1bab-482d-bffe-60f1f83d0112", "name": "network-vif-deleted", "tag": "42cbc71c-3ec9-4849-b70f-e19283522ddb", "status": "completed", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:34:00.718145 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2dc12855-9dfd-4aae-bbee-b79259a86c4b {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:34:00.718547 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dc12855-9dfd-4aae-bbee-b79259a86c4b'] response: {'server_uuid': '95a94d5a-1bab-482d-bffe-60f1f83d0112', 'name': 'network-vif-deleted', 'tag': '42cbc71c-3ec9-4849-b70f-e19283522ddb', 'status': 'completed', 'code': 200} Apr 06 11:34:00.744677 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e50886-591f-4ddf-8687-595b95c06a7e None None] Checking router: e4830d76-585b-409b-8bf7-45931346e0dc for host: dv-cinder-836073-2-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:34:00.753695 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e50886-591f-4ddf-8687-595b95c06a7e None None] Routers {'e4830d76-585b-409b-8bf7-45931346e0dc'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:34:00.754307 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-e7e50886-591f-4ddf-8687-595b95c06a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:33:39Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['e4830d76-585b-409b-8bf7-45931346e0dc'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:34:00.861433 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-e7e50886-591f-4ddf-8687-595b95c06a7e None None] Set router e4830d76-585b-409b-8bf7-45931346e0dc gateway port host: dv-cinder-836073-2-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:34:01.056828 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-e7e50886-591f-4ddf-8687-595b95c06a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4830d76-585b-409b-8bf7-45931346e0dc', 'name': 'tempest-AttachVolumeTestJSON-1810931883-router', 'tenant_id': '3d847e14f64944dba3c2bfdecc16dd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': '6c476607-db3a-403a-93a6-d7736b229bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:27:40Z', 'updated_at': '2022-04-06T11:27:48Z', 'revision_number': 4, 'project_id': '3d847e14f64944dba3c2bfdecc16dd16', 'gw_port': {'id': '6c476607-db3a-403a-93a6-d7736b229bad', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:68:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4830d76-585b-409b-8bf7-45931346e0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:27:41Z', 'updated_at': '2022-04-06T11:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_interfaces': [{'id': '72e2d78d-619a-499d-a9a9-0df015ca6b4c', 'name': '', 'network_id': 'dc23bab2-5009-4000-9be8-b01c02506344', 'tenant_id': '3d847e14f64944dba3c2bfdecc16dd16', 'mac_address': 'fa:16:3e:fc:95:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4830d76-585b-409b-8bf7-45931346e0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'af591e27-8cd2-4603-8651-34dd07f2f0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:27:46Z', 'updated_at': '2022-04-06T11:27:56Z', 'revision_number': 5, 'project_id': '3d847e14f64944dba3c2bfdecc16dd16', 'subnets': [{'id': 'af591e27-8cd2-4603-8651-34dd07f2f0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:34:01.087816 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e50886-591f-4ddf-8687-595b95c06a7e None None] The sync data for ids ['e4830d76-585b-409b-8bf7-45931346e0dc'] in dv-cinder-836073-2-iscsi is: [{'id': 'e4830d76-585b-409b-8bf7-45931346e0dc', 'name': 'tempest-AttachVolumeTestJSON-1810931883-router', 'tenant_id': '3d847e14f64944dba3c2bfdecc16dd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': '6c476607-db3a-403a-93a6-d7736b229bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:27:40Z', 'updated_at': '2022-04-06T11:27:48Z', 'revision_number': 4, 'project_id': '3d847e14f64944dba3c2bfdecc16dd16', 'gw_port': {'id': '6c476607-db3a-403a-93a6-d7736b229bad', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:68:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4830d76-585b-409b-8bf7-45931346e0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:27:41Z', 'updated_at': '2022-04-06T11:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_interfaces': [{'id': '72e2d78d-619a-499d-a9a9-0df015ca6b4c', 'name': '', 'network_id': 'dc23bab2-5009-4000-9be8-b01c02506344', 'tenant_id': '3d847e14f64944dba3c2bfdecc16dd16', 'mac_address': 'fa:16:3e:fc:95:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4830d76-585b-409b-8bf7-45931346e0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'af591e27-8cd2-4603-8651-34dd07f2f0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:27:46Z', 'updated_at': '2022-04-06T11:27:56Z', 'revision_number': 5, 'project_id': '3d847e14f64944dba3c2bfdecc16dd16', 'subnets': [{'id': 'af591e27-8cd2-4603-8651-34dd07f2f0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:34:01.234758 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-8fe51698-f443-4e40-8c5c-e5181252d11e req-97adf154-d012-411e-bd1a-58baac67d778 tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/ports?device_id=95a94d5a-1bab-482d-bffe-60f1f83d0112 HTTP/1.1" status: 200 len: 210 time: 0.0275810 Apr 06 11:34:01.305696 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77dcccdb-3f56-4fb0-ad30-ba96e3759922 None None] New status for floating IP 8e282ca0-168e-49bf-83fb-6d6b36e79f70: DOWN {{(pid=103883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:34:01.433066 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47167816-8021-4ab3-b00a-6d130058bfe9 req-0db89148-673e-402a-824b-ca9c2a1d257e tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:01.434595 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-47167816-8021-4ab3-b00a-6d130058bfe9 req-0db89148-673e-402a-824b-ca9c2a1d257e tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0defed62-6c56-408f-b983-b1474ae92d63 HTTP/1.1" status: 200 len: 984 time: 0.0549631 Apr 06 11:34:01.500660 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d1763-3fd0-4422-a2fb-81e1e15b8656 req-6d7089f1-9830-4120-8009-174d8c2abc65 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:01.503112 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-b20d1763-3fd0-4422-a2fb-81e1e15b8656 req-6d7089f1-9830-4120-8009-174d8c2abc65 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e HTTP/1.1" status: 200 len: 945 time: 0.0578005 Apr 06 11:34:01.518819 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-47167816-8021-4ab3-b00a-6d130058bfe9 req-7b67cf15-1c79-485b-8935-fc234d47eb97 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7176b56-85d0-48d6-95d1-c4f4a3c784aa&id=241165ba-0abc-4a29-a685-f9a9b82b3a41&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0775094 Apr 06 11:34:01.558567 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-b20d1763-3fd0-4422-a2fb-81e1e15b8656 req-52e47ea2-051d-4d14-95e7-3097e861db2c tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5951896-6057-4637-a7f8-6d0ddac1b163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471117 Apr 06 11:34:02.364363 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 55666) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:34:02.417187 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3cb71bcd-9071-4f3e-9e7b-fca6f8c1adbf tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks [] for security_group (20bc3d68-ee7e-475c-9099-56811ff32fc9), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:02.439170 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3cb71bcd-9071-4f3e-9e7b-fca6f8c1adbf tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks [] for security_group (20bc3d68-ee7e-475c-9099-56811ff32fc9), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:02.561726 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3cb71bcd-9071-4f3e-9e7b-fca6f8c1adbf tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (20bc3d68-ee7e-475c-9099-56811ff32fc9), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:02.564551 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3cb71bcd-9071-4f3e-9e7b-fca6f8c1adbf tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:02.565967 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-3cb71bcd-9071-4f3e-9e7b-fca6f8c1adbf tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "DELETE /v2.0/security-groups/20bc3d68-ee7e-475c-9099-56811ff32fc9 HTTP/1.1" status: 204 len: 168 time: 0.2006128 Apr 06 11:34:02.568884 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 55670) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:34:02.575576 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb71bcd-9071-4f3e-9e7b-fca6f8c1adbf tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20bc3d68-ee7e-475c-9099-56811ff32fc9,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:34:02.585356 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.api.v2.resource [None req-6893b6e4-23d9-4014-9c40-d38efce194bc tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] show failed (client error): The resource could not be found. Apr 06 11:34:02.586405 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-6893b6e4-23d9-4014-9c40-d38efce194bc tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "GET /v2.0/security-groups/20bc3d68-ee7e-475c-9099-56811ff32fc9 HTTP/1.1" status: 404 len: 347 time: 0.0164812 Apr 06 11:34:02.589862 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 55674) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:34:02.646269 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2882f96-4289-417c-8795-053d51639e57 req-11932de1-ba67-435b-9618-a278cc996cd1 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:02.648028 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b2882f96-4289-417c-8795-053d51639e57 req-11932de1-ba67-435b-9618-a278cc996cd1 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0defed62-6c56-408f-b983-b1474ae92d63 HTTP/1.1" status: 200 len: 984 time: 0.0649796 Apr 06 11:34:02.712674 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b2882f96-4289-417c-8795-053d51639e57 req-f43e9e50-b7ed-4bbc-926d-416e31da2246 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7176b56-85d0-48d6-95d1-c4f4a3c784aa&id=241165ba-0abc-4a29-a685-f9a9b82b3a41&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0592718 Apr 06 11:34:02.753339 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab37dc5-b756-4794-9e4a-366776d10705 req-1da7e570-6f57-493a-b206-283f06aafbfd tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:02.754806 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-6ab37dc5-b756-4794-9e4a-366776d10705 req-1da7e570-6f57-493a-b206-283f06aafbfd tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e HTTP/1.1" status: 200 len: 945 time: 0.0820963 Apr 06 11:34:02.769494 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-39229e70-d2c8-40c1-90df-ef9c93cd9f6b tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Deleting port 8154d33b-23ef-4929-994f-b6f7b1491a78 {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:34:02.769829 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-39229e70-d2c8-40c1-90df-ef9c93cd9f6b tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192836145'] for port (8154d33b-23ef-4929-994f-b6f7b1491a78), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:02.848285 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-6ab37dc5-b756-4794-9e4a-366776d10705 req-64f326ef-9fbb-46b7-abbd-0a8c08d83500 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5951896-6057-4637-a7f8-6d0ddac1b163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877552 Apr 06 11:34:02.871186 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-39229e70-d2c8-40c1-90df-ef9c93cd9f6b tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-891628'] for port (8154d33b-23ef-4929-994f-b6f7b1491a78), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:02.871502 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-39229e70-d2c8-40c1-90df-ef9c93cd9f6b tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks [] for floatingip (8154d33b-23ef-4929-994f-b6f7b1491a78), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:02.883569 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-39229e70-d2c8-40c1-90df-ef9c93cd9f6b tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Calling delete_port for 8154d33b-23ef-4929-994f-b6f7b1491a78 owned by network:floatingip {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:34:03.065744 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-39229e70-d2c8-40c1-90df-ef9c93cd9f6b tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192843524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779192465933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10088034'] for port (8154d33b-23ef-4929-994f-b6f7b1491a78), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:03.088392 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39229e70-d2c8-40c1-90df-ef9c93cd9f6b tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Pushing event deleted for resources: {'Port': ['ID=8154d33b-23ef-4929-994f-b6f7b1491a78,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:34:03.152780 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-39229e70-d2c8-40c1-90df-ef9c93cd9f6b tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks [] for floatingip (8e282ca0-168e-49bf-83fb-6d6b36e79f70), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:03.155162 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-39229e70-d2c8-40c1-90df-ef9c93cd9f6b tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for floatingip (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:03.156310 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-39229e70-d2c8-40c1-90df-ef9c93cd9f6b tempest-AttachVolumeTestJSON-942340202 tempest-AttachVolumeTestJSON-942340202-project] 10.222.0.43 "DELETE /v2.0/floatingips/8e282ca0-168e-49bf-83fb-6d6b36e79f70 HTTP/1.1" status: 204 len: 168 time: 0.5650620 Apr 06 11:34:03.339023 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device 42cbc71c-3ec9-4849-b70f-e19283522ddb no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:34:03.358988 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] No Port match for: 42cbc71c-3ec9-4849-b70f-e19283522ddb {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:34:03.359840 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device 42cbc71c-3ec9-4849-b70f-e19283522ddb not bound to the agent host hv-cinder-83607 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:34:03.830132 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac931d1-040a-4a16-ab73-c313e17edcfe req-c64fb695-cab6-4d65-af6d-cba5212b991a tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:03.831618 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-aac931d1-040a-4a16-ab73-c313e17edcfe req-c64fb695-cab6-4d65-af6d-cba5212b991a tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0defed62-6c56-408f-b983-b1474ae92d63 HTTP/1.1" status: 200 len: 984 time: 0.0530131 Apr 06 11:34:03.890901 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-aac931d1-040a-4a16-ab73-c313e17edcfe req-9f0607b4-3a10-48b5-a246-a19f0ae3a203 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7176b56-85d0-48d6-95d1-c4f4a3c784aa&id=241165ba-0abc-4a29-a685-f9a9b82b3a41&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535288 Apr 06 11:34:03.971324 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6664dbbe-9714-4939-9876-1b8c640315cc req-a6244742-b4b6-4070-abdd-c9c5319f403f tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:03.972785 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-6664dbbe-9714-4939-9876-1b8c640315cc req-a6244742-b4b6-4070-abdd-c9c5319f403f tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e HTTP/1.1" status: 200 len: 945 time: 0.0520072 Apr 06 11:34:04.021074 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-6664dbbe-9714-4939-9876-1b8c640315cc req-45fde388-09f9-4e91-a247-2f0135ab493f tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5951896-6057-4637-a7f8-6d0ddac1b163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425360 Apr 06 11:34:05.010155 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749a0e2b-34c7-4b20-b539-db3c5e3036db req-7b91281b-db31-4169-97e2-79fa976739c3 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:05.011636 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-749a0e2b-34c7-4b20-b539-db3c5e3036db req-7b91281b-db31-4169-97e2-79fa976739c3 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0defed62-6c56-408f-b983-b1474ae92d63 HTTP/1.1" status: 200 len: 984 time: 0.0536797 Apr 06 11:34:05.080059 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-749a0e2b-34c7-4b20-b539-db3c5e3036db req-a5b94484-3284-4a3c-b35f-4f85ab00331f tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7176b56-85d0-48d6-95d1-c4f4a3c784aa&id=241165ba-0abc-4a29-a685-f9a9b82b3a41&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0612452 Apr 06 11:34:05.151923 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592e2736-e15d-44cf-a61f-456c310de21d req-ab317c93-22c7-4c6e-964f-063090dcf1a9 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:05.153446 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-592e2736-e15d-44cf-a61f-456c310de21d req-ab317c93-22c7-4c6e-964f-063090dcf1a9 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e HTTP/1.1" status: 200 len: 945 time: 0.0550885 Apr 06 11:34:05.202451 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-592e2736-e15d-44cf-a61f-456c310de21d req-2b9a7ca4-c6ae-47de-835a-c30dba6163e0 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5951896-6057-4637-a7f8-6d0ddac1b163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414031 Apr 06 11:34:06.197675 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321780fd-c302-4db4-9deb-8a2b4b4da08e req-b0d4e2cb-232a-4bc9-8e04-81825e3d26ce tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:06.199156 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-321780fd-c302-4db4-9deb-8a2b4b4da08e req-b0d4e2cb-232a-4bc9-8e04-81825e3d26ce tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0defed62-6c56-408f-b983-b1474ae92d63 HTTP/1.1" status: 200 len: 984 time: 0.0530183 Apr 06 11:34:06.259665 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-321780fd-c302-4db4-9deb-8a2b4b4da08e req-c5b55d82-1112-4578-8896-c6b21e1b5c4d tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7176b56-85d0-48d6-95d1-c4f4a3c784aa&id=241165ba-0abc-4a29-a685-f9a9b82b3a41&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543063 Apr 06 11:34:06.323293 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ee1a6-a4c3-42f6-bbc2-8224ae945840 req-2b1e961e-be40-4bbb-ad20-104d7a8ccdaf tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:06.324753 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-012ee1a6-a4c3-42f6-bbc2-8224ae945840 req-2b1e961e-be40-4bbb-ad20-104d7a8ccdaf tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e HTTP/1.1" status: 200 len: 945 time: 0.0515578 Apr 06 11:34:06.370137 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-012ee1a6-a4c3-42f6-bbc2-8224ae945840 req-45841e97-1bff-4414-89f8-c22fbb017025 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5951896-6057-4637-a7f8-6d0ddac1b163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393937 Apr 06 11:34:06.557784 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (dc195572-b6d9-4259-8541-839e457b2650), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:06.626883 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-9e5e6524-d4e3-413f-8a66-a459f8ecc053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (8a8bc679-53b2-461d-b015-cec5a247fb94), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:07.097891 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 55716) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:34:07.491493 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b904f2b9-8967-4a96-b926-04e1b1b6dc6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-916893'] for router_interface (e4830d76-585b-409b-8bf7-45931346e0dc), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:07.497111 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96782e1-fde4-46a5-866e-bbc1f0460f39 req-66ec4fa4-a126-472c-b3dc-fb086caaa510 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:07.498594 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c96782e1-fde4-46a5-866e-bbc1f0460f39 req-66ec4fa4-a126-472c-b3dc-fb086caaa510 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e HTTP/1.1" status: 200 len: 945 time: 0.0533471 Apr 06 11:34:07.544873 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c96782e1-fde4-46a5-866e-bbc1f0460f39 req-be5a47f0-c7c1-40ae-bc2c-63520c2f6dff tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5951896-6057-4637-a7f8-6d0ddac1b163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404384 Apr 06 11:34:07.733394 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-b904f2b9-8967-4a96-b926-04e1b1b6dc6f admin admin] Deleting port 72e2d78d-619a-499d-a9a9-0df015ca6b4c {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:34:07.733769 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b904f2b9-8967-4a96-b926-04e1b1b6dc6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192836145'] for port (72e2d78d-619a-499d-a9a9-0df015ca6b4c), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:07.809166 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [None req-b904f2b9-8967-4a96-b926-04e1b1b6dc6f admin admin] For port 72e2d78d-619a-499d-a9a9-0df015ca6b4c, host dv-cinder-836073-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=72e2d78d-619a-499d-a9a9-0df015ca6b4c,segment=NetworkSegment(3347e514-facd-4073-b90b-64355ba61658),segment_id=3347e514-facd-4073-b90b-64355ba61658)] {{(pid=103881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:34:07.809470 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b904f2b9-8967-4a96-b926-04e1b1b6dc6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-891628'] for port (72e2d78d-619a-499d-a9a9-0df015ca6b4c), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:07.825068 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-b904f2b9-8967-4a96-b926-04e1b1b6dc6f admin admin] Calling delete_port for 72e2d78d-619a-499d-a9a9-0df015ca6b4c owned by network:router_interface {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:34:08.065302 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b904f2b9-8967-4a96-b926-04e1b1b6dc6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192843524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779192465933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10088034'] for port (72e2d78d-619a-499d-a9a9-0df015ca6b4c), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:08.090651 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b904f2b9-8967-4a96-b926-04e1b1b6dc6f admin admin] Pushing event deleted for resources: {'Port': ['ID=72e2d78d-619a-499d-a9a9-0df015ca6b4c,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:34:08.256647 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b904f2b9-8967-4a96-b926-04e1b1b6dc6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-886285'] for router_interface (e4830d76-585b-409b-8bf7-45931346e0dc), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:08.468089 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b904f2b9-8967-4a96-b926-04e1b1b6dc6f admin admin] Router e4830d76-585b-409b-8bf7-45931346e0dc has already been hosted by L3 agent 9404f039-f516-42fd-94a5-c122fff5649f {{(pid=103881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:34:08.573660 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b904f2b9-8967-4a96-b926-04e1b1b6dc6f admin admin] Notify agent at l3_agent.dv-cinder-836073-2-iscsi the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:34:08.581664 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-b904f2b9-8967-4a96-b926-04e1b1b6dc6f admin admin] 10.222.0.43 "PUT /v2.0/routers/e4830d76-585b-409b-8bf7-45931346e0dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4796736 Apr 06 11:34:08.581958 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 55724) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:34:08.584602 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c3df8b-bd32-47bf-b717-306c5a35d0f2 None None] Sync routers for ids ['e4830d76-585b-409b-8bf7-45931346e0dc'] in dv-cinder-836073-2-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:34:08.597079 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c3df8b-bd32-47bf-b717-306c5a35d0f2 None None] Routers {'e4830d76-585b-409b-8bf7-45931346e0dc'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:34:08.598040 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-d1c3df8b-bd32-47bf-b717-306c5a35d0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:33:39Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['e4830d76-585b-409b-8bf7-45931346e0dc'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:34:08.707370 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-d1c3df8b-bd32-47bf-b717-306c5a35d0f2 None None] Set router e4830d76-585b-409b-8bf7-45931346e0dc gateway port host: dv-cinder-836073-2-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:34:08.716805 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca5cc1-e56f-47c5-be3c-b9b7a9a49c69 req-9634bfc8-7c69-4cc4-9995-a6ba3f27a7be tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:08.718355 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-41ca5cc1-e56f-47c5-be3c-b9b7a9a49c69 req-9634bfc8-7c69-4cc4-9995-a6ba3f27a7be tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e HTTP/1.1" status: 200 len: 945 time: 0.0989106 Apr 06 11:34:08.726653 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6074da4b-9f6d-4308-b2b8-294b1c94fe9d admin admin] Publish callbacks [] for router (e4830d76-585b-409b-8bf7-45931346e0dc), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:08.843732 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-41ca5cc1-e56f-47c5-be3c-b9b7a9a49c69 req-8d833137-be40-42a7-a68b-3f88c30cef37 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5951896-6057-4637-a7f8-6d0ddac1b163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192286 Apr 06 11:34:08.862120 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6074da4b-9f6d-4308-b2b8-294b1c94fe9d admin admin] Publish callbacks [] for router_gateway (e4830d76-585b-409b-8bf7-45931346e0dc), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:08.889123 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-d1c3df8b-bd32-47bf-b717-306c5a35d0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4830d76-585b-409b-8bf7-45931346e0dc', 'name': 'tempest-AttachVolumeTestJSON-1810931883-router', 'tenant_id': '3d847e14f64944dba3c2bfdecc16dd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': '6c476607-db3a-403a-93a6-d7736b229bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:27:40Z', 'updated_at': '2022-04-06T11:34:07Z', 'revision_number': 5, 'project_id': '3d847e14f64944dba3c2bfdecc16dd16', 'gw_port': {'id': '6c476607-db3a-403a-93a6-d7736b229bad', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:68:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4830d76-585b-409b-8bf7-45931346e0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:27:41Z', 'updated_at': '2022-04-06T11:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi'}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:34:08.922192 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c3df8b-bd32-47bf-b717-306c5a35d0f2 None None] Checking router: e4830d76-585b-409b-8bf7-45931346e0dc for host: dv-cinder-836073-2-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:34:08.926738 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c3df8b-bd32-47bf-b717-306c5a35d0f2 None None] Routers {'e4830d76-585b-409b-8bf7-45931346e0dc'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:34:08.927356 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-d1c3df8b-bd32-47bf-b717-306c5a35d0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:33:39Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['e4830d76-585b-409b-8bf7-45931346e0dc'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:34:08.991595 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-6074da4b-9f6d-4308-b2b8-294b1c94fe9d admin admin] Deleting port 6c476607-db3a-403a-93a6-d7736b229bad {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:34:08.993147 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6074da4b-9f6d-4308-b2b8-294b1c94fe9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192836145'] for port (6c476607-db3a-403a-93a6-d7736b229bad), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:09.015184 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ce37ec72-c291-46c1-89c5-d043d741df03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (9404f039-f516-42fd-94a5-c122fff5649f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:09.038836 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-d1c3df8b-bd32-47bf-b717-306c5a35d0f2 None None] Set router e4830d76-585b-409b-8bf7-45931346e0dc gateway port host: dv-cinder-836073-2-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:34:09.070815 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [None req-6074da4b-9f6d-4308-b2b8-294b1c94fe9d admin admin] For port 6c476607-db3a-403a-93a6-d7736b229bad, host dv-cinder-836073-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=6c476607-db3a-403a-93a6-d7736b229bad,segment=NetworkSegment(a1489c3e-d8bf-465c-8161-3d720cf0d135),segment_id=a1489c3e-d8bf-465c-8161-3d720cf0d135)] {{(pid=103881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:34:09.071263 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6074da4b-9f6d-4308-b2b8-294b1c94fe9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-891628'] for port (6c476607-db3a-403a-93a6-d7736b229bad), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:09.083777 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-6074da4b-9f6d-4308-b2b8-294b1c94fe9d admin admin] Calling delete_port for 6c476607-db3a-403a-93a6-d7736b229bad owned by network:router_gateway {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:34:09.311414 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-d1c3df8b-bd32-47bf-b717-306c5a35d0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4830d76-585b-409b-8bf7-45931346e0dc', 'name': 'tempest-AttachVolumeTestJSON-1810931883-router', 'tenant_id': '3d847e14f64944dba3c2bfdecc16dd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': '6c476607-db3a-403a-93a6-d7736b229bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:27:40Z', 'updated_at': '2022-04-06T11:34:07Z', 'revision_number': 5, 'project_id': '3d847e14f64944dba3c2bfdecc16dd16', 'gw_port': {'id': '6c476607-db3a-403a-93a6-d7736b229bad', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:68:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4830d76-585b-409b-8bf7-45931346e0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:27:41Z', 'updated_at': '2022-04-06T11:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi'}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:34:09.338284 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c3df8b-bd32-47bf-b717-306c5a35d0f2 None None] The sync data for ids ['e4830d76-585b-409b-8bf7-45931346e0dc'] in dv-cinder-836073-2-iscsi is: [{'id': 'e4830d76-585b-409b-8bf7-45931346e0dc', 'name': 'tempest-AttachVolumeTestJSON-1810931883-router', 'tenant_id': '3d847e14f64944dba3c2bfdecc16dd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': '6c476607-db3a-403a-93a6-d7736b229bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:27:40Z', 'updated_at': '2022-04-06T11:34:07Z', 'revision_number': 5, 'project_id': '3d847e14f64944dba3c2bfdecc16dd16', 'gw_port': {'id': '6c476607-db3a-403a-93a6-d7736b229bad', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:68:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4830d76-585b-409b-8bf7-45931346e0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:27:41Z', 'updated_at': '2022-04-06T11:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi'}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:34:09.544807 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6074da4b-9f6d-4308-b2b8-294b1c94fe9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192843524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779192465933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10088034'] for port (6c476607-db3a-403a-93a6-d7736b229bad), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:09.568310 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6074da4b-9f6d-4308-b2b8-294b1c94fe9d admin admin] Pushing event deleted for resources: {'Port': ['ID=6c476607-db3a-403a-93a6-d7736b229bad,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:34:09.631592 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6074da4b-9f6d-4308-b2b8-294b1c94fe9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-886475'] for router_gateway (e4830d76-585b-409b-8bf7-45931346e0dc), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:09.720604 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6074da4b-9f6d-4308-b2b8-294b1c94fe9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-915576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7872'] for router (e4830d76-585b-409b-8bf7-45931346e0dc), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:09.723095 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6074da4b-9f6d-4308-b2b8-294b1c94fe9d admin admin] Publish callbacks [] for router_controller (e4830d76-585b-409b-8bf7-45931346e0dc), precommit_delete_associations {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:09.889549 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6074da4b-9f6d-4308-b2b8-294b1c94fe9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-915569'] for router (e4830d76-585b-409b-8bf7-45931346e0dc), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:09.890123 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6074da4b-9f6d-4308-b2b8-294b1c94fe9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4830d76-585b-409b-8bf7-45931346e0dc {{(pid=103881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 11:34:09.903470 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6074da4b-9f6d-4308-b2b8-294b1c94fe9d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:09.903470 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-6074da4b-9f6d-4308-b2b8-294b1c94fe9d admin admin] 10.222.0.43 "DELETE /v2.0/routers/e4830d76-585b-409b-8bf7-45931346e0dc HTTP/1.1" status: 204 len: 168 time: 1.3140111 Apr 06 11:34:09.903652 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 55728) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:34:09.980234 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_v2 [None req-36ccbead-5668-4d42-85c1-59cd1c40ae08 admin admin] Deleting subnet af591e27-8cd2-4603-8651-34dd07f2f0b2 {{(pid=103882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 11:34:09.984799 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-36ccbead-5668-4d42-85c1-59cd1c40ae08 admin admin] Publish callbacks [] for subnet (af591e27-8cd2-4603-8651-34dd07f2f0b2), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:10.031716 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ae4455-a960-4a9f-8910-8790c58aed8d req-325bfd10-2fe3-4009-8c15-5a40df1dd964 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:10.033840 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b7ae4455-a960-4a9f-8910-8790c58aed8d req-325bfd10-2fe3-4009-8c15-5a40df1dd964 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e HTTP/1.1" status: 200 len: 945 time: 0.1019261 Apr 06 11:34:10.036109 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-36ccbead-5668-4d42-85c1-59cd1c40ae08 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8476880'] for subnet (af591e27-8cd2-4603-8651-34dd07f2f0b2), precommit_delete_associations {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:10.151391 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b7ae4455-a960-4a9f-8910-8790c58aed8d req-08f46bec-6a0e-4dc1-b6da-543395583227 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5951896-6057-4637-a7f8-6d0ddac1b163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962081 Apr 06 11:34:10.182827 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-36ccbead-5668-4d42-85c1-59cd1c40ae08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961957'] for subnet (af591e27-8cd2-4603-8651-34dd07f2f0b2), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:10.304943 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-36ccbead-5668-4d42-85c1-59cd1c40ae08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1961962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8797880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10017396'] for subnet (af591e27-8cd2-4603-8651-34dd07f2f0b2), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:10.335568 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ccbead-5668-4d42-85c1-59cd1c40ae08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af591e27-8cd2-4603-8651-34dd07f2f0b2,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:34:10.339247 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-36ccbead-5668-4d42-85c1-59cd1c40ae08 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:10.344019 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-36ccbead-5668-4d42-85c1-59cd1c40ae08 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/af591e27-8cd2-4603-8651-34dd07f2f0b2 HTTP/1.1" status: 204 len: 168 time: 0.4422219 Apr 06 11:34:10.345206 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d4a9de-8d89-41dc-80cb-713070eee7d0 None None] Network dc23bab2-5009-4000-9be8-b01c02506344 requested from dv-cinder-836073-2-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:34:10.346215 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 55730) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:34:10.419242 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-10baf6ea-e8d8-4455-bf89-77e9f15e6919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707938'] for network (dc23bab2-5009-4000-9be8-b01c02506344), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:10.474160 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-10baf6ea-e8d8-4455-bf89-77e9f15e6919 admin admin] Deleting port 9bf0c430-87c4-48b8-ac89-722819b03804 {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:34:10.474500 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-10baf6ea-e8d8-4455-bf89-77e9f15e6919 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192836145'] for port (9bf0c430-87c4-48b8-ac89-722819b03804), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:10.523383 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8cd7aea-3978-45d3-9594-d95323a79821 None None] DHCP port deletion for dc23bab2-5009-4000-9be8-b01c02506344 request from dv-cinder-836073-2-iscsi {{(pid=103883) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 11:34:10.545314 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [None req-10baf6ea-e8d8-4455-bf89-77e9f15e6919 admin admin] For port 9bf0c430-87c4-48b8-ac89-722819b03804, host dv-cinder-836073-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=9bf0c430-87c4-48b8-ac89-722819b03804,segment=NetworkSegment(3347e514-facd-4073-b90b-64355ba61658),segment_id=3347e514-facd-4073-b90b-64355ba61658)] {{(pid=103881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:34:10.545727 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-10baf6ea-e8d8-4455-bf89-77e9f15e6919 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-891628'] for port (9bf0c430-87c4-48b8-ac89-722819b03804), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:10.552077 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0cc2d64b-8553-4c26-9c2d-26728f607b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (295112eb-abec-44aa-a7f9-d1b9c67b3953), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:10.559442 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-10baf6ea-e8d8-4455-bf89-77e9f15e6919 admin admin] Calling delete_port for 9bf0c430-87c4-48b8-ac89-722819b03804 owned by network:dhcp {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:34:10.575163 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-d8cd7aea-3978-45d3-9594-d95323a79821 None None] Deleting port 9bf0c430-87c4-48b8-ac89-722819b03804 {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:34:10.575534 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d8cd7aea-3978-45d3-9594-d95323a79821 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192836145'] for port (9bf0c430-87c4-48b8-ac89-722819b03804), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:10.637724 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-d8cd7aea-3978-45d3-9594-d95323a79821 None None] For port 9bf0c430-87c4-48b8-ac89-722819b03804, host dv-cinder-836073-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=9bf0c430-87c4-48b8-ac89-722819b03804,segment=NetworkSegment(3347e514-facd-4073-b90b-64355ba61658),segment_id=3347e514-facd-4073-b90b-64355ba61658)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:34:10.638054 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d8cd7aea-3978-45d3-9594-d95323a79821 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-891628'] for port (9bf0c430-87c4-48b8-ac89-722819b03804), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:10.650351 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-d8cd7aea-3978-45d3-9594-d95323a79821 None None] Calling delete_port for 9bf0c430-87c4-48b8-ac89-722819b03804 owned by network:dhcp {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:34:10.701109 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-10baf6ea-e8d8-4455-bf89-77e9f15e6919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192843524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779192465933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10088034'] for port (9bf0c430-87c4-48b8-ac89-722819b03804), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:10.723305 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10baf6ea-e8d8-4455-bf89-77e9f15e6919 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bf0c430-87c4-48b8-ac89-722819b03804,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:34:10.727157 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d8cd7aea-3978-45d3-9594-d95323a79821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192843524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779192465933'] for port (9bf0c430-87c4-48b8-ac89-722819b03804), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:10.729058 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10baf6ea-e8d8-4455-bf89-77e9f15e6919 admin admin] No DVR routers for this DVR port 9bf0c430-87c4-48b8-ac89-722819b03804 on host dv-cinder-836073-2-iscsi {{(pid=103881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:34:10.754605 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cd7aea-3978-45d3-9594-d95323a79821 None None] Pushing event deleted for resources: {'Port': ['ID=9bf0c430-87c4-48b8-ac89-722819b03804,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:34:10.761845 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cd7aea-3978-45d3-9594-d95323a79821 None None] No DVR routers for this DVR port 9bf0c430-87c4-48b8-ac89-722819b03804 on host dv-cinder-836073-2-iscsi {{(pid=103883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:34:10.764533 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cd7aea-3978-45d3-9594-d95323a79821 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:34:10.764882 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cd7aea-3978-45d3-9594-d95323a79821 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:34:10.765290 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cd7aea-3978-45d3-9594-d95323a79821 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:34:10.765660 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cd7aea-3978-45d3-9594-d95323a79821 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:34:10.765997 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cd7aea-3978-45d3-9594-d95323a79821 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:34:10.766330 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cd7aea-3978-45d3-9594-d95323a79821 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:34:10.766658 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cd7aea-3978-45d3-9594-d95323a79821 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:34:10.767113 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cd7aea-3978-45d3-9594-d95323a79821 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:34:10.767444 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cd7aea-3978-45d3-9594-d95323a79821 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:34:10.767770 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cd7aea-3978-45d3-9594-d95323a79821 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:34:10.768129 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cd7aea-3978-45d3-9594-d95323a79821 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:34:10.768454 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cd7aea-3978-45d3-9594-d95323a79821 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:34:10.768779 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cd7aea-3978-45d3-9594-d95323a79821 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:34:10.769116 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cd7aea-3978-45d3-9594-d95323a79821 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:34:10.769441 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cd7aea-3978-45d3-9594-d95323a79821 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:34:10.801007 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-10baf6ea-e8d8-4455-bf89-77e9f15e6919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1963294', 'neutron.services.segments.db._delete_segments_for_network-8779192912505'] for network (dc23bab2-5009-4000-9be8-b01c02506344), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:10.820993 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.services.segments.db [None req-10baf6ea-e8d8-4455-bf89-77e9f15e6919 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc23bab2-5009-4000-9be8-b01c02506344']}} {{(pid=103881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:34:10.830712 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.services.segments.db [None req-10baf6ea-e8d8-4455-bf89-77e9f15e6919 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3347e514-facd-4073-b90b-64355ba61658') {'for_net_delete': True} {{(pid=103881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:34:10.831009 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.services.segments.db [None req-10baf6ea-e8d8-4455-bf89-77e9f15e6919 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3347e514-facd-4073-b90b-64355ba61658') {} {{(pid=103881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:34:10.840032 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-10baf6ea-e8d8-4455-bf89-77e9f15e6919 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779192913282', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10087879'] for segment (3347e514-facd-4073-b90b-64355ba61658), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:10.853646 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-10baf6ea-e8d8-4455-bf89-77e9f15e6919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726494'] for segment (3347e514-facd-4073-b90b-64355ba61658), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:10.859784 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10baf6ea-e8d8-4455-bf89-77e9f15e6919 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=103881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 11:34:10.860186 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-10baf6ea-e8d8-4455-bf89-77e9f15e6919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10087999'] for segment (3347e514-facd-4073-b90b-64355ba61658), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:10.862875 dv-cinder-836073-2-iscsi neutron-server[103881]: Traceback (most recent call last): Apr 06 11:34:10.862875 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 11:34:10.862875 dv-cinder-836073-2-iscsi neutron-server[103881]: timer() Apr 06 11:34:10.862875 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 11:34:10.862875 dv-cinder-836073-2-iscsi neutron-server[103881]: cb(*args, **kw) Apr 06 11:34:10.862875 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 11:34:10.862875 dv-cinder-836073-2-iscsi neutron-server[103881]: return func(*args, **kwargs) Apr 06 11:34:10.862875 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 11:34:10.862875 dv-cinder-836073-2-iscsi neutron-server[103881]: self._notify() Apr 06 11:34:10.862875 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 11:34:10.862875 dv-cinder-836073-2-iscsi neutron-server[103881]: self.callback(batched_events) Apr 06 11:34:10.862875 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 11:34:10.862875 dv-cinder-836073-2-iscsi neutron-server[103881]: event.method(event) Apr 06 11:34:10.862875 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 11:34:10.862875 dv-cinder-836073-2-iscsi neutron-server[103881]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 11:34:10.862875 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 11:34:10.862875 dv-cinder-836073-2-iscsi neutron-server[103881]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 11:34:10.862875 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 11:34:10.862875 dv-cinder-836073-2-iscsi neutron-server[103881]: return f(self, *a, **k) Apr 06 11:34:10.862875 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 11:34:10.862875 dv-cinder-836073-2-iscsi neutron-server[103881]: return self._get(url).json() Apr 06 11:34:10.862875 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 11:34:10.862875 dv-cinder-836073-2-iscsi neutron-server[103881]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 11:34:10.862875 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 11:34:10.862875 dv-cinder-836073-2-iscsi neutron-server[103881]: return self.request(url, 'GET', **kwargs) Apr 06 11:34:10.862875 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 11:34:10.862875 dv-cinder-836073-2-iscsi neutron-server[103881]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 11:34:10.862875 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 11:34:10.862875 dv-cinder-836073-2-iscsi neutron-server[103881]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 11:34:10.862875 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 11:34:10.862875 dv-cinder-836073-2-iscsi neutron-server[103881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 11:34:10.862875 dv-cinder-836073-2-iscsi neutron-server[103881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 11:34:10.975050 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-10baf6ea-e8d8-4455-bf89-77e9f15e6919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1963367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-886447'] for network (dc23bab2-5009-4000-9be8-b01c02506344), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:10.980838 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-10baf6ea-e8d8-4455-bf89-77e9f15e6919 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570608'] for network (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:10.981912 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device 6c476607-db3a-403a-93a6-d7736b229bad no longer exists at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:34:10.984107 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-10baf6ea-e8d8-4455-bf89-77e9f15e6919 admin admin] 10.222.0.43 "DELETE /v2.0/networks/dc23bab2-5009-4000-9be8-b01c02506344 HTTP/1.1" status: 204 len: 168 time: 0.6374593 Apr 06 11:34:10.995955 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10baf6ea-e8d8-4455-bf89-77e9f15e6919 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc23bab2-5009-4000-9be8-b01c02506344,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:34:11.011480 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] No Port match for: 6c476607-db3a-403a-93a6-d7736b229bad {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:34:11.011480 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device 6c476607-db3a-403a-93a6-d7736b229bad not bound to the agent host dv-cinder-836073-2-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:34:11.011480 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device 72e2d78d-619a-499d-a9a9-0df015ca6b4c no longer exists at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:34:11.025625 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] No Port match for: 72e2d78d-619a-499d-a9a9-0df015ca6b4c {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:34:11.025974 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device 72e2d78d-619a-499d-a9a9-0df015ca6b4c not bound to the agent host dv-cinder-836073-2-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:34:11.026388 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device 9bf0c430-87c4-48b8-ac89-722819b03804 no longer exists at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:34:11.049795 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] No Port match for: 9bf0c430-87c4-48b8-ac89-722819b03804 {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:34:11.050272 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device 9bf0c430-87c4-48b8-ac89-722819b03804 not bound to the agent host dv-cinder-836073-2-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:34:11.276043 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26142d06-aead-451b-8928-a9d1cead2572 req-7986da00-113b-4d8a-bcfe-31a1a7177ca5 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:11.277569 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-26142d06-aead-451b-8928-a9d1cead2572 req-7986da00-113b-4d8a-bcfe-31a1a7177ca5 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e HTTP/1.1" status: 200 len: 945 time: 0.0555630 Apr 06 11:34:11.324614 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-26142d06-aead-451b-8928-a9d1cead2572 req-f0b60458-e48e-4355-aded-4b1e2c6c0106 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5951896-6057-4637-a7f8-6d0ddac1b163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408969 Apr 06 11:34:11.325068 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 55736) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:34:11.363998 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-508fd17a-1b70-49f5-9233-7995aa68814c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3d847e14f64944dba3c2bfdecc16dd16&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0375438 Apr 06 11:34:11.366227 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 55738) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:34:11.412011 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f28cc52d-9da9-496b-b3d9-2b93c4733edf admin admin] Publish callbacks [] for security_group (05e76877-69cb-427a-b5c1-131f0d3af836), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:11.431880 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f28cc52d-9da9-496b-b3d9-2b93c4733edf admin admin] Publish callbacks [] for security_group (05e76877-69cb-427a-b5c1-131f0d3af836), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:11.539112 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f28cc52d-9da9-496b-b3d9-2b93c4733edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (05e76877-69cb-427a-b5c1-131f0d3af836), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:11.541749 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f28cc52d-9da9-496b-b3d9-2b93c4733edf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:11.542910 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-f28cc52d-9da9-496b-b3d9-2b93c4733edf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/05e76877-69cb-427a-b5c1-131f0d3af836 HTTP/1.1" status: 204 len: 168 time: 0.1757939 Apr 06 11:34:11.551005 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28cc52d-9da9-496b-b3d9-2b93c4733edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e76877-69cb-427a-b5c1-131f0d3af836,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:34:11.831294 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7bcfc971-4c1e-4d8f-8ae7-97bffdd4e21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (33edc1dd-8f2c-4a3f-bd07-9ad8bd534bf2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:12.447432 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb90ee-d72b-4ce3-8479-8622e3897c02 req-48e5ad69-68bc-43f0-805a-e765f29a924b tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:12.448952 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-70cb90ee-d72b-4ce3-8479-8622e3897c02 req-48e5ad69-68bc-43f0-805a-e765f29a924b tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e HTTP/1.1" status: 200 len: 945 time: 0.0522628 Apr 06 11:34:12.497525 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-70cb90ee-d72b-4ce3-8479-8622e3897c02 req-72c35519-9940-4485-8f37-6684fde38a58 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5951896-6057-4637-a7f8-6d0ddac1b163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428529 Apr 06 11:34:13.226739 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (a2831ac0-05e7-463d-be89-41d2adab36ec), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:13.621901 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5142e04d-b595-488c-b34a-d3f7503c9681 req-f39ed1d8-7a71-486f-ba06-fe852004580b tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:13.623358 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-5142e04d-b595-488c-b34a-d3f7503c9681 req-f39ed1d8-7a71-486f-ba06-fe852004580b tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e HTTP/1.1" status: 200 len: 945 time: 0.0539427 Apr 06 11:34:13.669122 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-5142e04d-b595-488c-b34a-d3f7503c9681 req-d86e4b1a-1b4d-4cb5-baf6-f5c65fdaa474 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5951896-6057-4637-a7f8-6d0ddac1b163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393443 Apr 06 11:34:14.736868 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 55814) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:34:14.792146 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde89f7b-ab34-47bf-8beb-ce69659cf8a3 req-75bb064f-28a3-4bae-a9c8-5a13f7d3422c tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:14.793659 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-bde89f7b-ab34-47bf-8beb-ce69659cf8a3 req-75bb064f-28a3-4bae-a9c8-5a13f7d3422c tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e HTTP/1.1" status: 200 len: 945 time: 0.0523441 Apr 06 11:34:14.842328 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-bde89f7b-ab34-47bf-8beb-ce69659cf8a3 req-4c996d5f-6892-4c34-80ba-94d9fd7fcfa7 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5951896-6057-4637-a7f8-6d0ddac1b163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428450 Apr 06 11:34:14.844956 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e20c07bd-7258-4e92-b32a-dd3f43d4a519 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:14.918323 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e20c07bd-7258-4e92-b32a-dd3f43d4a519 admin admin] Publish callbacks [] for security_group (b7292d5c-9a78-4f0b-b202-cea13085ccd5), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:14.992126 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e20c07bd-7258-4e92-b32a-dd3f43d4a519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (b7292d5c-9a78-4f0b-b202-cea13085ccd5), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:15.030578 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-e20c07bd-7258-4e92-b32a-dd3f43d4a519 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=11bb17e64563444a867602f205ad095a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2924218 Apr 06 11:34:15.032211 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 55818) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:34:15.032844 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20c07bd-7258-4e92-b32a-dd3f43d4a519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7292d5c-9a78-4f0b-b202-cea13085ccd5,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:34:15.041048 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c07bd-7258-4e92-b32a-dd3f43d4a519 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:34:15.041514 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c07bd-7258-4e92-b32a-dd3f43d4a519 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:34:15.041791 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c07bd-7258-4e92-b32a-dd3f43d4a519 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:34:15.042130 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c07bd-7258-4e92-b32a-dd3f43d4a519 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:34:15.042460 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c07bd-7258-4e92-b32a-dd3f43d4a519 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:34:15.042789 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c07bd-7258-4e92-b32a-dd3f43d4a519 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:34:15.043114 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c07bd-7258-4e92-b32a-dd3f43d4a519 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:34:15.043435 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c07bd-7258-4e92-b32a-dd3f43d4a519 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:34:15.043766 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c07bd-7258-4e92-b32a-dd3f43d4a519 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:34:15.044137 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c07bd-7258-4e92-b32a-dd3f43d4a519 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:34:15.044462 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c07bd-7258-4e92-b32a-dd3f43d4a519 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:34:15.044786 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c07bd-7258-4e92-b32a-dd3f43d4a519 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:34:15.045123 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c07bd-7258-4e92-b32a-dd3f43d4a519 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:34:15.045444 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c07bd-7258-4e92-b32a-dd3f43d4a519 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:34:15.045758 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20c07bd-7258-4e92-b32a-dd3f43d4a519 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:34:15.086762 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8f122bdd-8a93-4ac9-98a1-914167836fc2 admin admin] Publish callbacks [] for security_group (b7292d5c-9a78-4f0b-b202-cea13085ccd5), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:15.106804 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8f122bdd-8a93-4ac9-98a1-914167836fc2 admin admin] Publish callbacks [] for security_group (b7292d5c-9a78-4f0b-b202-cea13085ccd5), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:15.219120 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8f122bdd-8a93-4ac9-98a1-914167836fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (b7292d5c-9a78-4f0b-b202-cea13085ccd5), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:15.221779 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8f122bdd-8a93-4ac9-98a1-914167836fc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:15.222945 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-8f122bdd-8a93-4ac9-98a1-914167836fc2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b7292d5c-9a78-4f0b-b202-cea13085ccd5 HTTP/1.1" status: 204 len: 168 time: 0.1891711 Apr 06 11:34:15.230487 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f122bdd-8a93-4ac9-98a1-914167836fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7292d5c-9a78-4f0b-b202-cea13085ccd5,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:34:15.771178 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 55824) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:34:15.784625 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-52716041-5b46-4826-8883-3cf9ecbf9922 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:15.857749 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-52716041-5b46-4826-8883-3cf9ecbf9922 admin admin] Publish callbacks [] for security_group (2eb71291-e508-4e60-9caf-4c032b934720), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:15.924509 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-52716041-5b46-4826-8883-3cf9ecbf9922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (2eb71291-e508-4e60-9caf-4c032b934720), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:15.980489 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-52716041-5b46-4826-8883-3cf9ecbf9922 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=92a1bcb5d9f241f693a113e151420a37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2081215 Apr 06 11:34:15.983203 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 55828) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:34:15.983876 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52716041-5b46-4826-8883-3cf9ecbf9922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb71291-e508-4e60-9caf-4c032b934720,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:34:16.003663 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23783d8-4568-49aa-8ebf-75938ee55fbd req-56fe27a4-1947-4cf5-a6d1-debe6cd83615 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:16.005201 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-c23783d8-4568-49aa-8ebf-75938ee55fbd req-56fe27a4-1947-4cf5-a6d1-debe6cd83615 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e HTTP/1.1" status: 200 len: 945 time: 0.0907209 Apr 06 11:34:16.031965 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c4a89506-966c-4b00-b719-d10814f0c3ce admin admin] Publish callbacks [] for security_group (2eb71291-e508-4e60-9caf-4c032b934720), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:16.054315 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-c23783d8-4568-49aa-8ebf-75938ee55fbd req-e07c9012-25e4-4918-90e6-7a8d1ee05763 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5951896-6057-4637-a7f8-6d0ddac1b163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434809 Apr 06 11:34:16.057942 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c4a89506-966c-4b00-b719-d10814f0c3ce admin admin] Publish callbacks [] for security_group (2eb71291-e508-4e60-9caf-4c032b934720), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:16.173419 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c4a89506-966c-4b00-b719-d10814f0c3ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (2eb71291-e508-4e60-9caf-4c032b934720), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:16.176833 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c4a89506-966c-4b00-b719-d10814f0c3ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:16.178019 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-c4a89506-966c-4b00-b719-d10814f0c3ce admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2eb71291-e508-4e60-9caf-4c032b934720 HTTP/1.1" status: 204 len: 168 time: 0.1938362 Apr 06 11:34:16.185886 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a89506-966c-4b00-b719-d10814f0c3ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb71291-e508-4e60-9caf-4c032b934720,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:34:17.178451 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e36c741-4ac3-41d7-ad28-556cdb5a48e7 req-06e33d90-541a-44dc-a37e-fa08f7f432b4 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:17.179942 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5e36c741-4ac3-41d7-ad28-556cdb5a48e7 req-06e33d90-541a-44dc-a37e-fa08f7f432b4 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e HTTP/1.1" status: 200 len: 945 time: 0.0538259 Apr 06 11:34:17.228754 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5e36c741-4ac3-41d7-ad28-556cdb5a48e7 req-2faad429-a72e-451e-8715-5ac1b6639318 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5951896-6057-4637-a7f8-6d0ddac1b163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431976 Apr 06 11:34:17.374825 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device 65fd3cb1-fce3-4c9a-8628-dcc92ca30055 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:34:17.479505 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port 65fd3cb1-fce3-4c9a-8628-dcc92ca30055, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=65fd3cb1-fce3-4c9a-8628-dcc92ca30055,segment=NetworkSegment(48d35104-9030-4a9f-be5c-3bd61cd95e2d),segment_id=48d35104-9030-4a9f-be5c-3bd61cd95e2d)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:34:17.491670 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Returning: {'device': '65fd3cb1-fce3-4c9a-8628-dcc92ca30055', 'network_id': '37804288-ffd4-4232-b10e-0727b0e5cfad', 'port_id': '65fd3cb1-fce3-4c9a-8628-dcc92ca30055', 'mac_address': 'fa:16:3e:10:22:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5b096a1-c3bc-425b-b0d6-e505d89de44f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:34:17.533980 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Current status of the port 65fd3cb1-fce3-4c9a-8628-dcc92ca30055 is: ACTIVE; New status is: BUILD {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:34:17.534855 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (65fd3cb1-fce3-4c9a-8628-dcc92ca30055), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:17.547916 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 65fd3cb1-fce3-4c9a-8628-dcc92ca30055 {{(pid=103883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:34:17.569209 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port 65fd3cb1-fce3-4c9a-8628-dcc92ca30055, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=65fd3cb1-fce3-4c9a-8628-dcc92ca30055,segment=NetworkSegment(48d35104-9030-4a9f-be5c-3bd61cd95e2d),segment_id=48d35104-9030-4a9f-be5c-3bd61cd95e2d)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:34:17.625147 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (65fd3cb1-fce3-4c9a-8628-dcc92ca30055), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:17.679921 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Pushing event updated for resources: {'Port': ['ID=65fd3cb1-fce3-4c9a-8628-dcc92ca30055,revision_number=6']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:34:17.720747 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] get_ports_and_sgs() called for port_ids ['65fd3cb1-fce3-4c9a-8628-dcc92ca30055'] {{(pid=103883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:34:18.378763 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d729f2f-c9b2-414d-8594-1222035d837d req-80c6836c-b873-4e7b-afb6-b1716c6e0dc1 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:18.383660 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-9d729f2f-c9b2-414d-8594-1222035d837d req-80c6836c-b873-4e7b-afb6-b1716c6e0dc1 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e HTTP/1.1" status: 200 len: 944 time: 0.0687723 Apr 06 11:34:18.453749 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-9d729f2f-c9b2-414d-8594-1222035d837d req-b2c67089-7881-4a7d-a4cd-e147c78b291a tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5951896-6057-4637-a7f8-6d0ddac1b163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689807 Apr 06 11:34:19.393192 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device 65fd3cb1-fce3-4c9a-8628-dcc92ca30055 up at agent hyperv_hv-cinder-83607 {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:34:19.468012 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Provisioning complete for port 65fd3cb1-fce3-4c9a-8628-dcc92ca30055 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:34:19.468388 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (65fd3cb1-fce3-4c9a-8628-dcc92ca30055), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:19.570252 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Current status of the port 65fd3cb1-fce3-4c9a-8628-dcc92ca30055 is: BUILD; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:34:19.570653 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (65fd3cb1-fce3-4c9a-8628-dcc92ca30055), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:19.595264 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a5161-e261-40fa-b4c5-744409739e0d req-9aea8812-06b9-4c11-baa8-a144ddc1cc65 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:19.599698 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c52b38f2-c613-43b9-84ed-5ee82e79b45e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65fd3cb1-fce3-4c9a-8628-dcc92ca30055'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:34:19.602111 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a256e0d7ec5edad375dd6353356bf7a80218bed4a34d309726d6a914db977355" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec80b9b-ee54-4f59-808f-e57189b2cc1c" -d '{"events": [{"server_uuid": "c52b38f2-c613-43b9-84ed-5ee82e79b45e", "name": "network-vif-plugged", "status": "completed", "tag": "65fd3cb1-fce3-4c9a-8628-dcc92ca30055"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:34:19.605060 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-159a5161-e261-40fa-b4c5-744409739e0d req-9aea8812-06b9-4c11-baa8-a144ddc1cc65 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e HTTP/1.1" status: 200 len: 944 time: 0.0644243 Apr 06 11:34:19.619969 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port 65fd3cb1-fce3-4c9a-8628-dcc92ca30055, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=65fd3cb1-fce3-4c9a-8628-dcc92ca30055,segment=NetworkSegment(48d35104-9030-4a9f-be5c-3bd61cd95e2d),segment_id=48d35104-9030-4a9f-be5c-3bd61cd95e2d)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:34:19.659856 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-159a5161-e261-40fa-b4c5-744409739e0d req-a2b4caf2-60d2-48bf-8257-80159b8dcd4d tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5951896-6057-4637-a7f8-6d0ddac1b163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528200 Apr 06 11:34:19.695682 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (65fd3cb1-fce3-4c9a-8628-dcc92ca30055), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:19.772941 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Pushing event updated for resources: {'Port': ['ID=65fd3cb1-fce3-4c9a-8628-dcc92ca30055,revision_number=7']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:34:19.875605 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58bcdce-cd73-4731-a788-cb9518601d73 x-openstack-request-id: req-b58bcdce-cd73-4731-a788-cb9518601d73 {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:34:19.876339 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c52b38f2-c613-43b9-84ed-5ee82e79b45e", "name": "network-vif-plugged", "status": "completed", "tag": "65fd3cb1-fce3-4c9a-8628-dcc92ca30055", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:34:19.876666 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b58bcdce-cd73-4731-a788-cb9518601d73 {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:34:19.877164 dv-cinder-836073-2-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b58bcdce-cd73-4731-a788-cb9518601d73'] response: {'server_uuid': 'c52b38f2-c613-43b9-84ed-5ee82e79b45e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65fd3cb1-fce3-4c9a-8628-dcc92ca30055', 'code': 200} Apr 06 11:34:20.787459 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7952fa-3edd-4157-a9a0-ff3f2bab678d req-bfbe84b1-2fcf-4c24-bbb2-ca72ec279521 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:20.788951 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7f7952fa-3edd-4157-a9a0-ff3f2bab678d req-bfbe84b1-2fcf-4c24-bbb2-ca72ec279521 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e HTTP/1.1" status: 200 len: 945 time: 0.0526230 Apr 06 11:34:20.835911 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7f7952fa-3edd-4157-a9a0-ff3f2bab678d req-afa2e727-d582-4519-9b97-cd05df997911 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5951896-6057-4637-a7f8-6d0ddac1b163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414469 Apr 06 11:34:21.992917 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e857880a-8645-47ab-8e16-802bfdb5112a req-d9cd14ee-a6b9-4056-a34f-a524d6dadd83 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:21.995353 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-e857880a-8645-47ab-8e16-802bfdb5112a req-d9cd14ee-a6b9-4056-a34f-a524d6dadd83 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e HTTP/1.1" status: 200 len: 945 time: 0.0780864 Apr 06 11:34:22.064312 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-e857880a-8645-47ab-8e16-802bfdb5112a req-3e9c7c63-aaf4-441b-8592-34a25e06caf6 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5951896-6057-4637-a7f8-6d0ddac1b163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630662 Apr 06 11:34:23.204400 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de4e2d4-4a0e-4d3d-881f-8d8c98ce8175 req-3d4c2e63-ca07-4ba3-8db8-cab72075d1d3 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:23.209819 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4de4e2d4-4a0e-4d3d-881f-8d8c98ce8175 req-3d4c2e63-ca07-4ba3-8db8-cab72075d1d3 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e HTTP/1.1" status: 200 len: 945 time: 0.0640135 Apr 06 11:34:23.262775 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4de4e2d4-4a0e-4d3d-881f-8d8c98ce8175 req-04fdc758-5d2e-417c-9715-a48c024b3e72 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5951896-6057-4637-a7f8-6d0ddac1b163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496495 Apr 06 11:34:24.404108 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91804e76-bcd3-4b08-a928-d5bbeedb0eec req-9a42265f-ddb6-43f3-9048-d43998f39920 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:24.405612 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-91804e76-bcd3-4b08-a928-d5bbeedb0eec req-9a42265f-ddb6-43f3-9048-d43998f39920 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e HTTP/1.1" status: 200 len: 945 time: 0.0533037 Apr 06 11:34:24.457480 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-91804e76-bcd3-4b08-a928-d5bbeedb0eec req-5f60d235-6c92-46d9-9442-3cbebce6b7fd tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5951896-6057-4637-a7f8-6d0ddac1b163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444212 Apr 06 11:34:25.594382 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a49716-74eb-41e1-8f4b-8932a8e711d0 req-db30499b-5f9e-4524-ac93-d3432445da71 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:25.596612 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-69a49716-74eb-41e1-8f4b-8932a8e711d0 req-db30499b-5f9e-4524-ac93-d3432445da71 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e HTTP/1.1" status: 200 len: 945 time: 0.0640862 Apr 06 11:34:25.666066 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-69a49716-74eb-41e1-8f4b-8932a8e711d0 req-c97be05f-f644-4264-bb25-8d5fa0f0a599 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5951896-6057-4637-a7f8-6d0ddac1b163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622802 Apr 06 11:34:26.784184 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-d2f8dd02-8968-40b0-bca4-a7fc1cec66fd None None] Agent healthcheck: found 6 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:34:26.818489 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d1dd31-e4b5-42fd-b120-4392d6012627 req-cd2388e8-ec4a-43ed-b744-38fcf8cddb18 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:26.820568 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-34d1dd31-e4b5-42fd-b120-4392d6012627 req-cd2388e8-ec4a-43ed-b744-38fcf8cddb18 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e HTTP/1.1" status: 200 len: 945 time: 0.0759954 Apr 06 11:34:26.885630 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-34d1dd31-e4b5-42fd-b120-4392d6012627 req-9ab46eff-374a-4e3f-b09c-b44a8b424ae2 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5951896-6057-4637-a7f8-6d0ddac1b163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544975 Apr 06 11:34:28.022623 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dce5aa-83e4-411a-9458-04015ee91a50 req-c41f8199-09fb-403a-a4a6-886181208cb6 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:28.024803 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-52dce5aa-83e4-411a-9458-04015ee91a50 req-c41f8199-09fb-403a-a4a6-886181208cb6 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e HTTP/1.1" status: 200 len: 945 time: 0.0579076 Apr 06 11:34:28.096847 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-52dce5aa-83e4-411a-9458-04015ee91a50 req-87ce1f12-9276-4d48-9295-9e7655991ed9 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5951896-6057-4637-a7f8-6d0ddac1b163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600145 Apr 06 11:34:29.220945 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319098ad-99fc-4d4c-8f56-a82da3624966 req-890384f2-2bde-48f4-b528-1a5b65fbd4a1 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:29.223074 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-319098ad-99fc-4d4c-8f56-a82da3624966 req-890384f2-2bde-48f4-b528-1a5b65fbd4a1 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e HTTP/1.1" status: 200 len: 945 time: 0.0517521 Apr 06 11:34:29.270171 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-319098ad-99fc-4d4c-8f56-a82da3624966 req-bf87bfea-2e20-496b-aeee-c619103727bd tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5951896-6057-4637-a7f8-6d0ddac1b163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414081 Apr 06 11:34:29.758247 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8397dc-04fd-4cdb-8692-47698de348d9 req-c36a78a3-188e-4e8b-8eb9-3a93c4b6eb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:29.759766 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-bc8397dc-04fd-4cdb-8692-47698de348d9 req-c36a78a3-188e-4e8b-8eb9-3a93c4b6eb5a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3afc2827a2964297baad3e6d85665721&device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e HTTP/1.1" status: 200 len: 1129 time: 0.0469279 Apr 06 11:34:29.851407 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8397dc-04fd-4cdb-8692-47698de348d9 req-8c63f676-064b-498a-b0a8-c7b63c3d204b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:29.852948 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-bc8397dc-04fd-4cdb-8692-47698de348d9 req-8c63f676-064b-498a-b0a8-c7b63c3d204b service neutron] 10.222.0.48 "GET /v2.0/networks?id=37804288-ffd4-4232-b10e-0727b0e5cfad HTTP/1.1" status: 200 len: 918 time: 0.0861304 Apr 06 11:34:29.921932 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-bc8397dc-04fd-4cdb-8692-47698de348d9 req-208a8571-d63b-4c6f-b07f-032f1ebcdae9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65fd3cb1-fce3-4c9a-8628-dcc92ca30055 HTTP/1.1" status: 200 len: 1000 time: 0.0627666 Apr 06 11:34:29.925695 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 56038) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:34:29.973068 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8397dc-04fd-4cdb-8692-47698de348d9 req-acdedb45-7566-4951-a6e0-6a056e13d5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:29.974546 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-bc8397dc-04fd-4cdb-8692-47698de348d9 req-acdedb45-7566-4951-a6e0-6a056e13d5cb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e5b096a1-c3bc-425b-b0d6-e505d89de44f HTTP/1.1" status: 200 len: 856 time: 0.0433426 Apr 06 11:34:30.038026 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4ad2e62d-b276-4d9b-8273-f00b1b8a7cd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:30.042492 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8397dc-04fd-4cdb-8692-47698de348d9 req-7098dbcc-d144-49eb-8217-e2237497c71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:30.043954 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-bc8397dc-04fd-4cdb-8692-47698de348d9 req-7098dbcc-d144-49eb-8217-e2237497c71b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=37804288-ffd4-4232-b10e-0727b0e5cfad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0630171 Apr 06 11:34:30.162637 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-bc8397dc-04fd-4cdb-8692-47698de348d9 req-a18f5bf1-6e47-48d2-969f-f6a5c359ec1c service neutron] 10.222.0.48 "GET /v2.0/networks/37804288-ffd4-4232-b10e-0727b0e5cfad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105189 Apr 06 11:34:30.224485 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4ad2e62d-b276-4d9b-8273-f00b1b8a7cd4 admin admin] Publish callbacks [] for security_group (c272bad5-664d-46f8-8c2b-a429a1417b4f), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:30.265667 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-bc8397dc-04fd-4cdb-8692-47698de348d9 req-2e01584e-5e78-4347-9644-8e243323e8c3 service neutron] 10.222.0.48 "GET /v2.0/networks/37804288-ffd4-4232-b10e-0727b0e5cfad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946767 Apr 06 11:34:30.289577 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4ad2e62d-b276-4d9b-8273-f00b1b8a7cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (c272bad5-664d-46f8-8c2b-a429a1417b4f), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:30.329849 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-4ad2e62d-b276-4d9b-8273-f00b1b8a7cd4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f0719342c5594d258122e3ce998a907b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4030311 Apr 06 11:34:30.331085 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad2e62d-b276-4d9b-8273-f00b1b8a7cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c272bad5-664d-46f8-8c2b-a429a1417b4f,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:34:30.332819 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 56044) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:34:30.385076 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0b5a48d4-91e6-4ac7-a6b2-453c1e013a96 admin admin] Publish callbacks [] for security_group (c272bad5-664d-46f8-8c2b-a429a1417b4f), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:30.395158 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e445d85-2cfb-4cef-8bcd-668fc3b1b019 req-0d4622c4-b2af-4633-9119-8e427f472b8d tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:30.396798 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2e445d85-2cfb-4cef-8bcd-668fc3b1b019 req-0d4622c4-b2af-4633-9119-8e427f472b8d tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e HTTP/1.1" status: 200 len: 945 time: 0.0543394 Apr 06 11:34:30.405645 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0b5a48d4-91e6-4ac7-a6b2-453c1e013a96 admin admin] Publish callbacks [] for security_group (c272bad5-664d-46f8-8c2b-a429a1417b4f), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:30.444185 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2e445d85-2cfb-4cef-8bcd-668fc3b1b019 req-6b50390c-9bfe-487d-9232-41a1f41035c3 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5951896-6057-4637-a7f8-6d0ddac1b163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413311 Apr 06 11:34:30.539440 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0b5a48d4-91e6-4ac7-a6b2-453c1e013a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (c272bad5-664d-46f8-8c2b-a429a1417b4f), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:30.542069 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0b5a48d4-91e6-4ac7-a6b2-453c1e013a96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:30.547695 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-0b5a48d4-91e6-4ac7-a6b2-453c1e013a96 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c272bad5-664d-46f8-8c2b-a429a1417b4f HTTP/1.1" status: 204 len: 168 time: 0.2085166 Apr 06 11:34:30.551673 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5a48d4-91e6-4ac7-a6b2-453c1e013a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c272bad5-664d-46f8-8c2b-a429a1417b4f,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:34:31.128526 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 56050) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:34:31.139885 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f75657b4-2f51-411e-b67c-cb8f0ea8daf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:31.215170 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f75657b4-2f51-411e-b67c-cb8f0ea8daf8 admin admin] Publish callbacks [] for security_group (cf3463f3-6734-4942-a36b-36a327b5f972), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:31.272532 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f75657b4-2f51-411e-b67c-cb8f0ea8daf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (cf3463f3-6734-4942-a36b-36a327b5f972), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:31.308670 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75657b4-2f51-411e-b67c-cb8f0ea8daf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3463f3-6734-4942-a36b-36a327b5f972,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:34:31.312878 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-f75657b4-2f51-411e-b67c-cb8f0ea8daf8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7b62964036784aeda9df4b965992a75a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1855097 Apr 06 11:34:31.315642 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 56052) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:34:31.363011 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-db40cf14-a8eb-4b23-8c31-a11c8c628c30 admin admin] Publish callbacks [] for security_group (cf3463f3-6734-4942-a36b-36a327b5f972), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:31.386041 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-db40cf14-a8eb-4b23-8c31-a11c8c628c30 admin admin] Publish callbacks [] for security_group (cf3463f3-6734-4942-a36b-36a327b5f972), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:31.495425 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-db40cf14-a8eb-4b23-8c31-a11c8c628c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (cf3463f3-6734-4942-a36b-36a327b5f972), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:31.498064 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-db40cf14-a8eb-4b23-8c31-a11c8c628c30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:31.499270 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-db40cf14-a8eb-4b23-8c31-a11c8c628c30 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cf3463f3-6734-4942-a36b-36a327b5f972 HTTP/1.1" status: 204 len: 168 time: 0.1825621 Apr 06 11:34:31.506955 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db40cf14-a8eb-4b23-8c31-a11c8c628c30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3463f3-6734-4942-a36b-36a327b5f972,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:34:31.575116 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86db1360-09d0-4a30-b457-26d8035470a1 req-4dfb0bfa-6343-4c4f-9544-4ff0a7c26932 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:31.576598 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-86db1360-09d0-4a30-b457-26d8035470a1 req-4dfb0bfa-6343-4c4f-9544-4ff0a7c26932 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e HTTP/1.1" status: 200 len: 945 time: 0.0577879 Apr 06 11:34:31.625405 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-86db1360-09d0-4a30-b457-26d8035470a1 req-1c3930de-dc15-4c07-8ea3-5e14a5a6e761 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5951896-6057-4637-a7f8-6d0ddac1b163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409207 Apr 06 11:34:32.174594 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 56060) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:34:32.187429 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4257f163-0e47-41a6-9357-8ef6b5fa05af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:32.260428 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4257f163-0e47-41a6-9357-8ef6b5fa05af admin admin] Publish callbacks [] for security_group (3d4ff514-314f-430d-ad66-f2f423870eb4), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:32.330069 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4257f163-0e47-41a6-9357-8ef6b5fa05af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (3d4ff514-314f-430d-ad66-f2f423870eb4), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:32.368430 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-4257f163-0e47-41a6-9357-8ef6b5fa05af admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=878ad24aac574d03b2c3aa69acdc55e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1926286 Apr 06 11:34:32.369311 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4257f163-0e47-41a6-9357-8ef6b5fa05af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d4ff514-314f-430d-ad66-f2f423870eb4,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:34:32.371121 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 56062) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:34:32.419450 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3fc6-51b1-4999-98f2-851691d7ca9f admin admin] Publish callbacks [] for security_group (3d4ff514-314f-430d-ad66-f2f423870eb4), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:32.442759 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3fc6-51b1-4999-98f2-851691d7ca9f admin admin] Publish callbacks [] for security_group (3d4ff514-314f-430d-ad66-f2f423870eb4), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:32.536164 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3fc6-51b1-4999-98f2-851691d7ca9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (3d4ff514-314f-430d-ad66-f2f423870eb4), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:32.538805 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3fc6-51b1-4999-98f2-851691d7ca9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:32.540055 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-3b0f3fc6-51b1-4999-98f2-851691d7ca9f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3d4ff514-314f-430d-ad66-f2f423870eb4 HTTP/1.1" status: 204 len: 168 time: 0.1679082 Apr 06 11:34:32.547801 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0f3fc6-51b1-4999-98f2-851691d7ca9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d4ff514-314f-430d-ad66-f2f423870eb4,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:34:32.748299 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20544368-c493-4018-8ce0-327fac68c9db req-c8c09277-f3e9-443d-9c8e-f5274ca6e373 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:32.749844 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-20544368-c493-4018-8ce0-327fac68c9db req-c8c09277-f3e9-443d-9c8e-f5274ca6e373 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e HTTP/1.1" status: 200 len: 945 time: 0.0542812 Apr 06 11:34:32.795482 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-20544368-c493-4018-8ce0-327fac68c9db req-96763f35-1423-4a14-85a7-ac3c21f1798b tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5951896-6057-4637-a7f8-6d0ddac1b163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400109 Apr 06 11:34:33.518466 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device 65fd3cb1-fce3-4c9a-8628-dcc92ca30055 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:34:33.600961 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Current status of the port 65fd3cb1-fce3-4c9a-8628-dcc92ca30055 is: ACTIVE; New status is: DOWN {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:34:33.601517 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (65fd3cb1-fce3-4c9a-8628-dcc92ca30055), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:33.625217 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c52b38f2-c613-43b9-84ed-5ee82e79b45e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65fd3cb1-fce3-4c9a-8628-dcc92ca30055'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:34:33.627591 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a256e0d7ec5edad375dd6353356bf7a80218bed4a34d309726d6a914db977355" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcef59aa-7795-4239-b777-82ccf46666c8" -d '{"events": [{"server_uuid": "c52b38f2-c613-43b9-84ed-5ee82e79b45e", "name": "network-vif-unplugged", "status": "completed", "tag": "65fd3cb1-fce3-4c9a-8628-dcc92ca30055"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:34:33.646730 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port 65fd3cb1-fce3-4c9a-8628-dcc92ca30055, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=65fd3cb1-fce3-4c9a-8628-dcc92ca30055,segment=NetworkSegment(48d35104-9030-4a9f-be5c-3bd61cd95e2d),segment_id=48d35104-9030-4a9f-be5c-3bd61cd95e2d)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:34:33.665135 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 06 Apr 2022 11:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-876e3bbc-5f42-4ff2-93c8-0edb0ef2f08b x-openstack-request-id: req-876e3bbc-5f42-4ff2-93c8-0edb0ef2f08b {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:34:33.665666 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c52b38f2-c613-43b9-84ed-5ee82e79b45e", "name": "network-vif-unplugged", "status": "failed", "tag": "65fd3cb1-fce3-4c9a-8628-dcc92ca30055", "code": 422}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:34:33.665921 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-876e3bbc-5f42-4ff2-93c8-0edb0ef2f08b {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:34:33.666415 dv-cinder-836073-2-iscsi neutron-server[103883]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-876e3bbc-5f42-4ff2-93c8-0edb0ef2f08b']: {'server_uuid': 'c52b38f2-c613-43b9-84ed-5ee82e79b45e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '65fd3cb1-fce3-4c9a-8628-dcc92ca30055', 'code': 422} returned with failed status Apr 06 11:34:33.724364 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (65fd3cb1-fce3-4c9a-8628-dcc92ca30055), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:33.771247 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Pushing event updated for resources: {'Port': ['ID=65fd3cb1-fce3-4c9a-8628-dcc92ca30055,revision_number=8']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:34:34.058951 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [req-0dabc82c-0dc1-4ae0-b297-b917083160dd req-fb95247d-1809-410d-893f-9c49d46f9e8b service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103882) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 11:34:34.059927 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0dabc82c-0dc1-4ae0-b297-b917083160dd req-fb95247d-1809-410d-893f-9c49d46f9e8b service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054834 Apr 06 11:34:34.416606 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8171fb-8de1-4949-a6ed-e20fc446d471 req-2edfb070-ee3f-404b-8761-9595e55e30a7 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:34.418155 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-0c8171fb-8de1-4949-a6ed-e20fc446d471 req-2edfb070-ee3f-404b-8761-9595e55e30a7 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e HTTP/1.1" status: 200 len: 943 time: 0.0564783 Apr 06 11:34:34.467893 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-0c8171fb-8de1-4949-a6ed-e20fc446d471 req-67e9fdb1-7a3c-44ed-983e-c359472a1f29 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5951896-6057-4637-a7f8-6d0ddac1b163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440459 Apr 06 11:34:35.007617 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 56154) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:34:35.097722 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-31f4d660-b8f9-4e34-a616-e567b94df288 req-3438cf11-e9ba-4aa7-ab06-800f3b4a04a5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0889363 Apr 06 11:34:35.106863 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [req-31f4d660-b8f9-4e34-a616-e567b94df288 req-7ed0922b-dcce-486d-b249-a1605b233c3f service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103882) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 11:34:35.107816 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-31f4d660-b8f9-4e34-a616-e567b94df288 req-7ed0922b-dcce-486d-b249-a1605b233c3f service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049093 Apr 06 11:34:35.184025 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 56162) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:34:35.291866 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f4d660-b8f9-4e34-a616-e567b94df288 req-442d0aa5-861b-46cc-95dd-87ca4c7acb7f tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:35.293295 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-31f4d660-b8f9-4e34-a616-e567b94df288 req-442d0aa5-861b-46cc-95dd-87ca4c7acb7f tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports/65fd3cb1-fce3-4c9a-8628-dcc92ca30055 HTTP/1.1" status: 200 len: 940 time: 0.1082070 Apr 06 11:34:35.597510 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76099f7e-b253-4703-97ab-56f1a819eb3c req-d569fe5f-9fdd-41aa-9091-345e575e8680 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:35.599789 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-76099f7e-b253-4703-97ab-56f1a819eb3c req-d569fe5f-9fdd-41aa-9091-345e575e8680 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e HTTP/1.1" status: 200 len: 943 time: 0.0559843 Apr 06 11:34:35.646116 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-76099f7e-b253-4703-97ab-56f1a819eb3c req-37ef42f3-2350-43a5-86b8-19abe8fbc810 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5951896-6057-4637-a7f8-6d0ddac1b163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403867 Apr 06 11:34:36.569791 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (dc195572-b6d9-4259-8541-839e457b2650), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:36.626985 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ee7c51bc-3e15-4bec-bd58-a53816d8aff4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (8a8bc679-53b2-461d-b015-cec5a247fb94), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:36.771623 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f3bae3-92d3-4266-b54d-5a82712d0611 req-3aa6cb27-a9f3-4a46-97bd-40a812e469fc tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:36.773289 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-b8f3bae3-92d3-4266-b54d-5a82712d0611 req-3aa6cb27-a9f3-4a46-97bd-40a812e469fc tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e HTTP/1.1" status: 200 len: 943 time: 0.0539563 Apr 06 11:34:36.809339 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7066cec8-b598-433b-a021-bbb8363b14db req-7e9624b0-1027-43ab-8fc6-ab3d968f4ebf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0defed62-6c56-408f-b983-b1474ae92d63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445905 Apr 06 11:34:36.829911 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-b8f3bae3-92d3-4266-b54d-5a82712d0611 req-f02b4ed9-f21c-495d-a561-f6f72c4e2042 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5951896-6057-4637-a7f8-6d0ddac1b163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457716 Apr 06 11:34:36.882015 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066cec8-b598-433b-a021-bbb8363b14db req-033cc1bb-dd85-458a-ac58-7fdac19f87df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:36.883493 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7066cec8-b598-433b-a021-bbb8363b14db req-033cc1bb-dd85-458a-ac58-7fdac19f87df service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=740355080be44897b97d4b0cfd48c0f0&device_id=0defed62-6c56-408f-b983-b1474ae92d63 HTTP/1.1" status: 200 len: 1168 time: 0.0487659 Apr 06 11:34:36.994719 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066cec8-b598-433b-a021-bbb8363b14db req-b48c3570-5944-4dd9-8b28-2551c6960d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:36.994719 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7066cec8-b598-433b-a021-bbb8363b14db req-b48c3570-5944-4dd9-8b28-2551c6960d86 service neutron] 10.222.0.48 "GET /v2.0/networks?id=60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c HTTP/1.1" status: 200 len: 916 time: 0.0862761 Apr 06 11:34:37.057412 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7066cec8-b598-433b-a021-bbb8363b14db req-a6811b8d-08bc-42f4-9224-380bb73f9638 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12af31c2-12b6-4d35-a170-a6cdb47daf39 HTTP/1.1" status: 200 len: 1001 time: 0.0590119 Apr 06 11:34:37.107186 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066cec8-b598-433b-a021-bbb8363b14db req-a9e581ea-0ec3-4636-9e0b-9072caef3130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:37.108732 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7066cec8-b598-433b-a021-bbb8363b14db req-a9e581ea-0ec3-4636-9e0b-9072caef3130 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=61035200-00d2-4cb6-9c63-74a66ed9fe60 HTTP/1.1" status: 200 len: 854 time: 0.0450704 Apr 06 11:34:37.166100 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066cec8-b598-433b-a021-bbb8363b14db req-08603484-0949-4e3b-8572-c0b74e616b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:37.167640 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7066cec8-b598-433b-a021-bbb8363b14db req-08603484-0949-4e3b-8572-c0b74e616b03 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0518081 Apr 06 11:34:37.259378 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7066cec8-b598-433b-a021-bbb8363b14db req-bd3bba49-1cee-4e97-a81e-f138bafdbd75 service neutron] 10.222.0.48 "GET /v2.0/networks/60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842564 Apr 06 11:34:37.354397 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7066cec8-b598-433b-a021-bbb8363b14db req-0f152016-f3cc-4b4b-9fc3-5bf9c22fb15b service neutron] 10.222.0.48 "GET /v2.0/networks/60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890398 Apr 06 11:34:37.996702 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd37b5e-fef9-4df3-a837-8934daacdd6f req-7cb9a1c9-9d8e-44a3-8d2a-5fa6a990eed0 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:37.998125 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5bd37b5e-fef9-4df3-a837-8934daacdd6f req-7cb9a1c9-9d8e-44a3-8d2a-5fa6a990eed0 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e HTTP/1.1" status: 200 len: 943 time: 0.1001801 Apr 06 11:34:38.059018 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f4d660-b8f9-4e34-a616-e567b94df288 req-bc79a655-6b13-41f6-b15b-0f1588ce122d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:38.060512 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-31f4d660-b8f9-4e34-a616-e567b94df288 req-bc79a655-6b13-41f6-b15b-0f1588ce122d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e&tenant_id=3afc2827a2964297baad3e6d85665721 HTTP/1.1" status: 200 len: 1127 time: 0.1191032 Apr 06 11:34:38.071573 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5bd37b5e-fef9-4df3-a837-8934daacdd6f req-26aa9f95-ecc5-4545-9fb8-bc51357054a9 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5951896-6057-4637-a7f8-6d0ddac1b163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665891 Apr 06 11:34:38.127512 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f4d660-b8f9-4e34-a616-e567b94df288 req-b5e9af91-409b-40cd-bdd0-00a83ab73dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:38.129009 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-31f4d660-b8f9-4e34-a616-e567b94df288 req-b5e9af91-409b-40cd-bdd0-00a83ab73dee service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3afc2827a2964297baad3e6d85665721&device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e HTTP/1.1" status: 200 len: 1127 time: 0.0459511 Apr 06 11:34:38.217988 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 56200) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:34:38.224603 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f4d660-b8f9-4e34-a616-e567b94df288 req-7a159f4a-4e0e-4747-8216-b8a2d85e563c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:38.226492 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-31f4d660-b8f9-4e34-a616-e567b94df288 req-7a159f4a-4e0e-4747-8216-b8a2d85e563c service neutron] 10.222.0.48 "GET /v2.0/networks?id=37804288-ffd4-4232-b10e-0727b0e5cfad HTTP/1.1" status: 200 len: 918 time: 0.0895944 Apr 06 11:34:38.293271 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-31f4d660-b8f9-4e34-a616-e567b94df288 req-ac4f12bf-4bdf-473c-82be-d7e502c93cd7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65fd3cb1-fce3-4c9a-8628-dcc92ca30055 HTTP/1.1" status: 200 len: 998 time: 0.0595129 Apr 06 11:34:38.326275 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c452d6d4-7107-4004-8bf3-81ba1487493e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:38.346731 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f4d660-b8f9-4e34-a616-e567b94df288 req-27994ea7-c148-41e9-87c1-3056bb1ee7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:38.348277 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-31f4d660-b8f9-4e34-a616-e567b94df288 req-27994ea7-c148-41e9-87c1-3056bb1ee7ef service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e5b096a1-c3bc-425b-b0d6-e505d89de44f HTTP/1.1" status: 200 len: 856 time: 0.0469675 Apr 06 11:34:38.405198 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f4d660-b8f9-4e34-a616-e567b94df288 req-d249cd02-70a0-40dc-b7d7-22e614ca6368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:38.408175 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-31f4d660-b8f9-4e34-a616-e567b94df288 req-d249cd02-70a0-40dc-b7d7-22e614ca6368 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=37804288-ffd4-4232-b10e-0727b0e5cfad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0536501 Apr 06 11:34:38.429345 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c452d6d4-7107-4004-8bf3-81ba1487493e admin admin] Publish callbacks [] for security_group (b1e710b2-9d1e-4e88-96d1-f3f547be4ade), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:38.490464 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c452d6d4-7107-4004-8bf3-81ba1487493e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (b1e710b2-9d1e-4e88-96d1-f3f547be4ade), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:38.499570 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-31f4d660-b8f9-4e34-a616-e567b94df288 req-ab110a5a-c3c3-4448-aa7b-6342a0534896 service neutron] 10.222.0.48 "GET /v2.0/networks/37804288-ffd4-4232-b10e-0727b0e5cfad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850163 Apr 06 11:34:38.537728 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-c452d6d4-7107-4004-8bf3-81ba1487493e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d97057b0c3ae4c5a8215d632febba093&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3183508 Apr 06 11:34:38.538476 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 56210) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:34:38.540712 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c452d6d4-7107-4004-8bf3-81ba1487493e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e710b2-9d1e-4e88-96d1-f3f547be4ade,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:34:38.592418 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5eb3ca99-2cbf-4101-955b-e0d4dd1d9b0f admin admin] Publish callbacks [] for security_group (b1e710b2-9d1e-4e88-96d1-f3f547be4ade), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:38.595636 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-31f4d660-b8f9-4e34-a616-e567b94df288 req-b04b7607-1675-448c-864d-70039ebcf9ac service neutron] 10.222.0.48 "GET /v2.0/networks/37804288-ffd4-4232-b10e-0727b0e5cfad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891304 Apr 06 11:34:38.615575 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5eb3ca99-2cbf-4101-955b-e0d4dd1d9b0f admin admin] Publish callbacks [] for security_group (b1e710b2-9d1e-4e88-96d1-f3f547be4ade), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:38.747535 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5eb3ca99-2cbf-4101-955b-e0d4dd1d9b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (b1e710b2-9d1e-4e88-96d1-f3f547be4ade), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:38.750115 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5eb3ca99-2cbf-4101-955b-e0d4dd1d9b0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:38.751307 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-5eb3ca99-2cbf-4101-955b-e0d4dd1d9b0f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b1e710b2-9d1e-4e88-96d1-f3f547be4ade HTTP/1.1" status: 204 len: 168 time: 0.2116375 Apr 06 11:34:38.759822 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb3ca99-2cbf-4101-955b-e0d4dd1d9b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e710b2-9d1e-4e88-96d1-f3f547be4ade,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:34:39.061829 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-dc6b1768-3bbb-4f46-806b-fd3e8722b74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (9404f039-f516-42fd-94a5-c122fff5649f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:39.205244 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc9b698-17d6-437c-9bc5-9168d116c804 req-27e3c073-b0a9-438f-95a4-b8f4518310fa tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:39.206713 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-8dc9b698-17d6-437c-9bc5-9168d116c804 req-27e3c073-b0a9-438f-95a4-b8f4518310fa tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e HTTP/1.1" status: 200 len: 943 time: 0.0604026 Apr 06 11:34:39.253953 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-8dc9b698-17d6-437c-9bc5-9168d116c804 req-0673681f-86ed-4f16-adda-1eae0e5589f1 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5951896-6057-4637-a7f8-6d0ddac1b163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414159 Apr 06 11:34:39.438829 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 56242) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:34:39.452115 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-72d7c8e4-5298-4732-af43-e7529508e82d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:39.547337 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-72d7c8e4-5298-4732-af43-e7529508e82d admin admin] Publish callbacks [] for security_group (a1e354d2-0f9a-4c31-986f-4b7ae05f7559), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:39.630989 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-72d7c8e4-5298-4732-af43-e7529508e82d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (a1e354d2-0f9a-4c31-986f-4b7ae05f7559), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:39.669333 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-72d7c8e4-5298-4732-af43-e7529508e82d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6fa7d04f77f14113a0c47c24c819e0b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2290974 Apr 06 11:34:39.670197 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d7c8e4-5298-4732-af43-e7529508e82d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e354d2-0f9a-4c31-986f-4b7ae05f7559,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:34:39.672025 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 56244) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:34:39.721018 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-aed2ad74-3797-4691-acad-237117e6151c admin admin] Publish callbacks [] for security_group (a1e354d2-0f9a-4c31-986f-4b7ae05f7559), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:39.742353 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-aed2ad74-3797-4691-acad-237117e6151c admin admin] Publish callbacks [] for security_group (a1e354d2-0f9a-4c31-986f-4b7ae05f7559), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:39.905164 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-aed2ad74-3797-4691-acad-237117e6151c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (a1e354d2-0f9a-4c31-986f-4b7ae05f7559), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:39.907734 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-aed2ad74-3797-4691-acad-237117e6151c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:39.908900 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-aed2ad74-3797-4691-acad-237117e6151c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a1e354d2-0f9a-4c31-986f-4b7ae05f7559 HTTP/1.1" status: 204 len: 168 time: 0.2358847 Apr 06 11:34:39.918298 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed2ad74-3797-4691-acad-237117e6151c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e354d2-0f9a-4c31-986f-4b7ae05f7559,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:34:40.395801 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a05a851-9590-465e-935f-30d2491be828 req-b28f3220-3aa6-41c7-abc1-7d85f20b5873 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:40.397310 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4a05a851-9590-465e-935f-30d2491be828 req-b28f3220-3aa6-41c7-abc1-7d85f20b5873 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e HTTP/1.1" status: 200 len: 943 time: 0.0538139 Apr 06 11:34:40.444722 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4a05a851-9590-465e-935f-30d2491be828 req-519e9756-a143-45c2-8833-0c992ffe214d tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5951896-6057-4637-a7f8-6d0ddac1b163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417941 Apr 06 11:34:40.539109 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0cc2d64b-8553-4c26-9c2d-26728f607b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (295112eb-abec-44aa-a7f9-d1b9c67b3953), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:41.584414 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b8cdd5-2881-4de4-ae93-abbb633539f7 req-fb54495a-c39e-4e16-a78e-c06c5d457732 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:41.592410 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-d0b8cdd5-2881-4de4-ae93-abbb633539f7 req-fb54495a-c39e-4e16-a78e-c06c5d457732 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e HTTP/1.1" status: 200 len: 943 time: 0.0624266 Apr 06 11:34:41.649381 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-d0b8cdd5-2881-4de4-ae93-abbb633539f7 req-526ac351-81c2-402c-87b0-f8ecaba85a74 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5951896-6057-4637-a7f8-6d0ddac1b163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561147 Apr 06 11:34:41.831246 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7bcfc971-4c1e-4d8f-8ae7-97bffdd4e21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (33edc1dd-8f2c-4a3f-bd07-9ad8bd534bf2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:42.368271 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-66fc44f1-6dc7-4dfe-a755-77968a5e084b req-44341b81-1381-4c0d-923a-ae9c094ff773 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-689512387&fields=id&tenant_id=740355080be44897b97d4b0cfd48c0f0 HTTP/1.1" status: 200 len: 267 time: 0.0764673 Apr 06 11:34:42.457345 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fc44f1-6dc7-4dfe-a755-77968a5e084b req-2c3e0e33-7202-4e93-8d29-47a40b1fd88f tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:42.458913 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-66fc44f1-6dc7-4dfe-a755-77968a5e084b req-2c3e0e33-7202-4e93-8d29-47a40b1fd88f tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0defed62-6c56-408f-b983-b1474ae92d63 HTTP/1.1" status: 200 len: 984 time: 0.0800023 Apr 06 11:34:42.470680 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [req-66fc44f1-6dc7-4dfe-a755-77968a5e084b req-0e42a57d-c21f-471a-ad26-5f41354b3c39 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Request body: {'port': {'security_groups': ['b7176b56-85d0-48d6-95d1-c4f4a3c784aa']}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:34:42.560602 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-66fc44f1-6dc7-4dfe-a755-77968a5e084b req-0e42a57d-c21f-471a-ad26-5f41354b3c39 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (12af31c2-12b6-4d35-a170-a6cdb47daf39), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:42.860026 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [req-66fc44f1-6dc7-4dfe-a755-77968a5e084b req-0e42a57d-c21f-471a-ad26-5f41354b3c39 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] For port 12af31c2-12b6-4d35-a170-a6cdb47daf39, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=12af31c2-12b6-4d35-a170-a6cdb47daf39,segment=NetworkSegment(37b12cda-1fd9-427f-b829-2881076d1208),segment_id=37b12cda-1fd9-427f-b829-2881076d1208)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:34:42.860026 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-66fc44f1-6dc7-4dfe-a755-77968a5e084b req-0e42a57d-c21f-471a-ad26-5f41354b3c39 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Publish callbacks [] for port (12af31c2-12b6-4d35-a170-a6cdb47daf39), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:42.861765 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4344b678-9d2f-4544-82a1-58b187602917 req-bcafbdad-e3c3-438b-b688-6ad85cdff962 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:42.861765 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-4344b678-9d2f-4544-82a1-58b187602917 req-bcafbdad-e3c3-438b-b688-6ad85cdff962 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e HTTP/1.1" status: 200 len: 943 time: 0.0890441 Apr 06 11:34:42.961510 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-4344b678-9d2f-4544-82a1-58b187602917 req-6abdb7e2-154b-4880-a7ce-f4958f3f763e tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5951896-6057-4637-a7f8-6d0ddac1b163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942743 Apr 06 11:34:43.317906 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-66fc44f1-6dc7-4dfe-a755-77968a5e084b req-0e42a57d-c21f-471a-ad26-5f41354b3c39 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8797942'] for port (12af31c2-12b6-4d35-a170-a6cdb47daf39), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:43.337763 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] get_ports_and_sgs() called for port_ids ['12af31c2-12b6-4d35-a170-a6cdb47daf39'] {{(pid=103883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:34:43.388542 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fc44f1-6dc7-4dfe-a755-77968a5e084b req-0e42a57d-c21f-471a-ad26-5f41354b3c39 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:43.388542 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-66fc44f1-6dc7-4dfe-a755-77968a5e084b req-0e42a57d-c21f-471a-ad26-5f41354b3c39 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for port (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:43.391101 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-66fc44f1-6dc7-4dfe-a755-77968a5e084b req-0e42a57d-c21f-471a-ad26-5f41354b3c39 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "PUT /v2.0/ports/12af31c2-12b6-4d35-a170-a6cdb47daf39 HTTP/1.1" status: 200 len: 942 time: 0.9254045 Apr 06 11:34:43.391347 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0defed62-6c56-408f-b983-b1474ae92d63', 'tag': '12af31c2-12b6-4d35-a170-a6cdb47daf39'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:34:43.393590 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29156e5c8df2cda5f8c3a12ff109e02ba7a327efefb734c2c5f81b1bf548e3ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb5dc2c6-bbe3-4090-8597-9777355fb003" -d '{"events": [{"name": "network-changed", "server_uuid": "0defed62-6c56-408f-b983-b1474ae92d63", "tag": "12af31c2-12b6-4d35-a170-a6cdb47daf39"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:34:43.399313 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 56324) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:34:43.430572 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e42a57d-c21f-471a-ad26-5f41354b3c39 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Pushing event updated for resources: {'Port': ['ID=12af31c2-12b6-4d35-a170-a6cdb47daf39,revision_number=7']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:34:43.500149 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29972c3d-dc36-4f40-a9b9-a335dac621b3 x-openstack-request-id: req-29972c3d-dc36-4f40-a9b9-a335dac621b3 {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:34:43.500556 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0defed62-6c56-408f-b983-b1474ae92d63", "tag": "12af31c2-12b6-4d35-a170-a6cdb47daf39", "status": "completed", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:34:43.500879 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-29972c3d-dc36-4f40-a9b9-a335dac621b3 {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:34:43.501521 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29972c3d-dc36-4f40-a9b9-a335dac621b3'] response: {'name': 'network-changed', 'server_uuid': '0defed62-6c56-408f-b983-b1474ae92d63', 'tag': '12af31c2-12b6-4d35-a170-a6cdb47daf39', 'status': 'completed', 'code': 200} Apr 06 11:34:43.616389 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d53ecf9b-fcb9-4e74-a00e-05798dcbdb44 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Publish callbacks [] for security_group (241165ba-0abc-4a29-a685-f9a9b82b3a41), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:43.705371 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d53ecf9b-fcb9-4e74-a00e-05798dcbdb44 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Publish callbacks [] for security_group (241165ba-0abc-4a29-a685-f9a9b82b3a41), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:43.796970 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (a2831ac0-05e7-463d-be89-41d2adab36ec), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:43.833597 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] get_ports_and_sgs() called for port_ids ['12af31c2-12b6-4d35-a170-a6cdb47daf39'] {{(pid=103883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:34:43.891276 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d53ecf9b-fcb9-4e74-a00e-05798dcbdb44 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (241165ba-0abc-4a29-a685-f9a9b82b3a41), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:43.896285 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d53ecf9b-fcb9-4e74-a00e-05798dcbdb44 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:43.901188 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-d53ecf9b-fcb9-4e74-a00e-05798dcbdb44 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "DELETE /v2.0/security-groups/241165ba-0abc-4a29-a685-f9a9b82b3a41 HTTP/1.1" status: 204 len: 168 time: 0.4932952 Apr 06 11:34:43.901326 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 56330) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:34:43.908689 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53ecf9b-fcb9-4e74-a00e-05798dcbdb44 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=241165ba-0abc-4a29-a685-f9a9b82b3a41,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:34:44.062243 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-ce19c613-4d26-4413-932e-b278013f326e None None] Provisioning complete for port 12af31c2-12b6-4d35-a170-a6cdb47daf39 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:34:44.062620 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ce19c613-4d26-4413-932e-b278013f326e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (12af31c2-12b6-4d35-a170-a6cdb47daf39), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:44.282529 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ce19c613-4d26-4413-932e-b278013f326e None None] Current status of the port 12af31c2-12b6-4d35-a170-a6cdb47daf39 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:34:44.327495 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7060de2e-ecef-46e3-a155-df346b185055 req-619bdf01-2ecc-4e4d-bd7c-9ba8f11062ba tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:44.328951 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7060de2e-ecef-46e3-a155-df346b185055 req-619bdf01-2ecc-4e4d-bd7c-9ba8f11062ba tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e HTTP/1.1" status: 200 len: 943 time: 0.2031684 Apr 06 11:34:44.335312 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-a7f9b7c4-b179-456e-a246-5732cb0e6f94 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Deleting port 1deb9e69-652b-4e8d-beb0-f57e9606fb60 {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:34:44.335656 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a7f9b7c4-b179-456e-a246-5732cb0e6f94 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192836145'] for port (1deb9e69-652b-4e8d-beb0-f57e9606fb60), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:44.482894 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7060de2e-ecef-46e3-a155-df346b185055 req-a45127ea-e1cf-4b61-88e7-ad001485cd2c tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5951896-6057-4637-a7f8-6d0ddac1b163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442573 Apr 06 11:34:44.493100 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a7f9b7c4-b179-456e-a246-5732cb0e6f94 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-891628'] for port (1deb9e69-652b-4e8d-beb0-f57e9606fb60), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:44.499377 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a7f9b7c4-b179-456e-a246-5732cb0e6f94 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Publish callbacks [] for floatingip (1deb9e69-652b-4e8d-beb0-f57e9606fb60), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:44.509479 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-a7f9b7c4-b179-456e-a246-5732cb0e6f94 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Calling delete_port for 1deb9e69-652b-4e8d-beb0-f57e9606fb60 owned by network:floatingip {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:34:44.534686 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5dc2c6-bbe3-4090-8597-9777355fb003 req-e5b1665f-a7a3-43b5-9c50-527e4bc01382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:44.539670 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-bb5dc2c6-bbe3-4090-8597-9777355fb003 req-e5b1665f-a7a3-43b5-9c50-527e4bc01382 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=740355080be44897b97d4b0cfd48c0f0&device_id=0defed62-6c56-408f-b983-b1474ae92d63 HTTP/1.1" status: 200 len: 1129 time: 0.1338818 Apr 06 11:34:44.814114 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a7f9b7c4-b179-456e-a246-5732cb0e6f94 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192843524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779192465933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797839'] for port (1deb9e69-652b-4e8d-beb0-f57e9606fb60), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:44.841234 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f9b7c4-b179-456e-a246-5732cb0e6f94 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Pushing event deleted for resources: {'Port': ['ID=1deb9e69-652b-4e8d-beb0-f57e9606fb60,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:34:44.914900 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a7f9b7c4-b179-456e-a246-5732cb0e6f94 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Publish callbacks [] for floatingip (acd492bf-e210-464c-b2c9-b709ff153e82), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:44.915341 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.db.l3_db [None req-a7f9b7c4-b179-456e-a246-5732cb0e6f94 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Floating IP acd492bf-e210-464c-b2c9-b709ff153e82 disassociated (deleted). External IP: 172.27.2.208, port: 12af31c2-12b6-4d35-a170-a6cdb47daf39. Apr 06 11:34:45.419335 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7f9b7c4-b179-456e-a246-5732cb0e6f94 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Router fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05 has already been hosted by L3 agent 9404f039-f516-42fd-94a5-c122fff5649f {{(pid=103882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:34:45.542368 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7f9b7c4-b179-456e-a246-5732cb0e6f94 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Notify agent at l3_agent.dv-cinder-836073-2-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:34:45.553076 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a7f9b7c4-b179-456e-a246-5732cb0e6f94 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for floatingip (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:45.554771 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015dc8ab-cada-4285-b23b-5de68e842361 None None] Sync routers for ids ['fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05'] in dv-cinder-836073-2-iscsi {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:34:45.575485 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015dc8ab-cada-4285-b23b-5de68e842361 None None] Routers {'fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:34:45.578053 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-015dc8ab-cada-4285-b23b-5de68e842361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:34:39Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:34:45.605233 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-a7f9b7c4-b179-456e-a246-5732cb0e6f94 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "DELETE /v2.0/floatingips/acd492bf-e210-464c-b2c9-b709ff153e82 HTTP/1.1" status: 204 len: 168 time: 1.7033560 Apr 06 11:34:45.605890 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0defed62-6c56-408f-b983-b1474ae92d63', 'tag': '12af31c2-12b6-4d35-a170-a6cdb47daf39'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:34:45.608189 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29156e5c8df2cda5f8c3a12ff109e02ba7a327efefb734c2c5f81b1bf548e3ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-183d9863-00c6-487f-9024-fab0dbefde56" -d '{"events": [{"name": "network-changed", "server_uuid": "0defed62-6c56-408f-b983-b1474ae92d63", "tag": "12af31c2-12b6-4d35-a170-a6cdb47daf39"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:34:45.684436 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1dea4-47f1-4a3d-9729-40796210c38a req-c5be64b6-3e5e-41e6-84c2-11f662088ae2 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:45.691366 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-22a1dea4-47f1-4a3d-9729-40796210c38a req-c5be64b6-3e5e-41e6-84c2-11f662088ae2 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e HTTP/1.1" status: 200 len: 943 time: 0.0824449 Apr 06 11:34:45.736037 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-015dc8ab-cada-4285-b23b-5de68e842361 None None] Set router fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:34:45.766127 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-22a1dea4-47f1-4a3d-9729-40796210c38a req-b415f410-2b0b-477a-b3a0-fde3b9af1c0f tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5951896-6057-4637-a7f8-6d0ddac1b163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735855 Apr 06 11:34:45.863482 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b264550-a9e9-4165-a0cb-4aed82219243 x-openstack-request-id: req-3b264550-a9e9-4165-a0cb-4aed82219243 {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:34:45.863482 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0defed62-6c56-408f-b983-b1474ae92d63", "tag": "12af31c2-12b6-4d35-a170-a6cdb47daf39", "status": "completed", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:34:45.863482 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3b264550-a9e9-4165-a0cb-4aed82219243 {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:34:45.863482 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b264550-a9e9-4165-a0cb-4aed82219243'] response: {'name': 'network-changed', 'server_uuid': '0defed62-6c56-408f-b983-b1474ae92d63', 'tag': '12af31c2-12b6-4d35-a170-a6cdb47daf39', 'status': 'completed', 'code': 200} Apr 06 11:34:46.008099 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-015dc8ab-cada-4285-b23b-5de68e842361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05', 'name': 'tempest-TestMinimumBasicScenario-2099437701-router', 'tenant_id': '740355080be44897b97d4b0cfd48c0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '57e9922a-12fb-41e5-8a73-5a46c94a6132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:32:06Z', 'updated_at': '2022-04-06T11:32:10Z', 'revision_number': 4, 'project_id': '740355080be44897b97d4b0cfd48c0f0', 'gw_port': {'id': '57e9922a-12fb-41e5-8a73-5a46c94a6132', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:fb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:32:07Z', 'updated_at': '2022-04-06T11:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_interfaces': [{'id': '0ab8b412-d614-4c92-91c6-9358e6a6ad12', 'name': '', 'network_id': '60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c', 'tenant_id': '740355080be44897b97d4b0cfd48c0f0', 'mac_address': 'fa:16:3e:46:ec:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '61035200-00d2-4cb6-9c63-74a66ed9fe60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:32:09Z', 'updated_at': '2022-04-06T11:32:14Z', 'revision_number': 5, 'project_id': '740355080be44897b97d4b0cfd48c0f0', 'subnets': [{'id': '61035200-00d2-4cb6-9c63-74a66ed9fe60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:34:46.036859 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015dc8ab-cada-4285-b23b-5de68e842361 None None] Checking router: fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05 for host: dv-cinder-836073-2-iscsi {{(pid=103883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:34:46.046450 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015dc8ab-cada-4285-b23b-5de68e842361 None None] Routers {'fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:34:46.047136 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-015dc8ab-cada-4285-b23b-5de68e842361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:34:39Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:34:46.179117 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-015dc8ab-cada-4285-b23b-5de68e842361 None None] Set router fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:34:46.415663 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-015dc8ab-cada-4285-b23b-5de68e842361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05', 'name': 'tempest-TestMinimumBasicScenario-2099437701-router', 'tenant_id': '740355080be44897b97d4b0cfd48c0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '57e9922a-12fb-41e5-8a73-5a46c94a6132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:32:06Z', 'updated_at': '2022-04-06T11:32:10Z', 'revision_number': 4, 'project_id': '740355080be44897b97d4b0cfd48c0f0', 'gw_port': {'id': '57e9922a-12fb-41e5-8a73-5a46c94a6132', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:fb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:32:07Z', 'updated_at': '2022-04-06T11:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_interfaces': [{'id': '0ab8b412-d614-4c92-91c6-9358e6a6ad12', 'name': '', 'network_id': '60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c', 'tenant_id': '740355080be44897b97d4b0cfd48c0f0', 'mac_address': 'fa:16:3e:46:ec:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '61035200-00d2-4cb6-9c63-74a66ed9fe60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:32:09Z', 'updated_at': '2022-04-06T11:32:14Z', 'revision_number': 5, 'project_id': '740355080be44897b97d4b0cfd48c0f0', 'subnets': [{'id': '61035200-00d2-4cb6-9c63-74a66ed9fe60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:34:46.443474 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015dc8ab-cada-4285-b23b-5de68e842361 None None] The sync data for ids ['fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05'] in dv-cinder-836073-2-iscsi is: [{'id': 'fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05', 'name': 'tempest-TestMinimumBasicScenario-2099437701-router', 'tenant_id': '740355080be44897b97d4b0cfd48c0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '57e9922a-12fb-41e5-8a73-5a46c94a6132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:32:06Z', 'updated_at': '2022-04-06T11:32:10Z', 'revision_number': 4, 'project_id': '740355080be44897b97d4b0cfd48c0f0', 'gw_port': {'id': '57e9922a-12fb-41e5-8a73-5a46c94a6132', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:fb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:32:07Z', 'updated_at': '2022-04-06T11:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_interfaces': [{'id': '0ab8b412-d614-4c92-91c6-9358e6a6ad12', 'name': '', 'network_id': '60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c', 'tenant_id': '740355080be44897b97d4b0cfd48c0f0', 'mac_address': 'fa:16:3e:46:ec:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '61035200-00d2-4cb6-9c63-74a66ed9fe60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:32:09Z', 'updated_at': '2022-04-06T11:32:14Z', 'revision_number': 5, 'project_id': '740355080be44897b97d4b0cfd48c0f0', 'subnets': [{'id': '61035200-00d2-4cb6-9c63-74a66ed9fe60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:34:46.700288 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0c6234-5279-483e-a989-e158c5f7fc92 None None] New status for floating IP acd492bf-e210-464c-b2c9-b709ff153e82: DOWN {{(pid=103884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:34:46.955008 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772b8445-c7bf-4252-9015-80fa458334cc req-1349092b-6e53-41e2-aa48-4c2ca531bfc2 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:46.960350 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-772b8445-c7bf-4252-9015-80fa458334cc req-1349092b-6e53-41e2-aa48-4c2ca531bfc2 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e HTTP/1.1" status: 200 len: 943 time: 0.0879269 Apr 06 11:34:47.027592 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-772b8445-c7bf-4252-9015-80fa458334cc req-7c0eb359-9344-45df-b1d3-0fa89bc3db9a tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5951896-6057-4637-a7f8-6d0ddac1b163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611033 Apr 06 11:34:47.598321 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1251590b-92f9-44c5-830c-702e33c1bcb6 req-958f9b8f-0885-45de-b186-a99e894bdd46 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-497580951&fields=id&tenant_id=de48ef632a974b5c83191742cf569887 HTTP/1.1" status: 200 len: 267 time: 0.0485806 Apr 06 11:34:47.721948 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1251590b-92f9-44c5-830c-702e33c1bcb6 req-b25186ec-5dfb-4849-8903-b02b1ea71b75 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:47.730366 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1251590b-92f9-44c5-830c-702e33c1bcb6 req-b25186ec-5dfb-4849-8903-b02b1ea71b75 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/networks?id=5529688d-cbb0-454c-b2b2-2dd8660f20c8 HTTP/1.1" status: 200 len: 811 time: 0.1178691 Apr 06 11:34:47.749049 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1251590b-92f9-44c5-830c-702e33c1bcb6 req-6efad86b-f741-4664-8d77-d16e6f72ad79 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/quotas/de48ef632a974b5c83191742cf569887 HTTP/1.1" status: 200 len: 375 time: 0.0172815 Apr 06 11:34:47.810610 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1251590b-92f9-44c5-830c-702e33c1bcb6 req-751fe417-1910-4aa3-b75e-823840546aed tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=de48ef632a974b5c83191742cf569887&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0606511 Apr 06 11:34:47.922152 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1251590b-92f9-44c5-830c-702e33c1bcb6 req-0d662e74-eebe-4784-bb23-bf5825005175 service neutron] 10.222.0.43 "GET /v2.0/networks/5529688d-cbb0-454c-b2b2-2dd8660f20c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994332 Apr 06 11:34:48.022958 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1251590b-92f9-44c5-830c-702e33c1bcb6 req-64b48076-b346-453c-91d2-4f32ac5d57cd service neutron] 10.222.0.43 "GET /v2.0/networks/5529688d-cbb0-454c-b2b2-2dd8660f20c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939262 Apr 06 11:34:48.219623 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89058fab-3609-416b-9ff2-db013761f7c1 req-1a16faf5-8373-4258-969f-c1969e76ad22 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:48.228259 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-89058fab-3609-416b-9ff2-db013761f7c1 req-1a16faf5-8373-4258-969f-c1969e76ad22 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e HTTP/1.1" status: 200 len: 943 time: 0.0885060 Apr 06 11:34:48.277912 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-89058fab-3609-416b-9ff2-db013761f7c1 req-cf6f3328-7ca2-4549-8db9-c8f85a94bd41 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5951896-6057-4637-a7f8-6d0ddac1b163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486572 Apr 06 11:34:48.663742 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-cc180e7a-ca33-4ecd-917b-112f140614cf req-f2ca1c10-2e53-4dd4-8ede-30002c4a61ed tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b103f25-8b66-45dd-bd0d-00ec6ac98e27 HTTP/1.1" status: 200 len: 210 time: 0.0381145 Apr 06 11:34:49.420342 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19024008-f581-44bb-823c-0a303074ad9c req-83ecba52-7ee4-4f1b-b516-8c7391fb7a50 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:49.421829 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-19024008-f581-44bb-823c-0a303074ad9c req-83ecba52-7ee4-4f1b-b516-8c7391fb7a50 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e HTTP/1.1" status: 200 len: 943 time: 0.0594141 Apr 06 11:34:49.471773 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-19024008-f581-44bb-823c-0a303074ad9c req-1e74f5ce-f52a-4ebf-96b8-5b59d0558bc3 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5951896-6057-4637-a7f8-6d0ddac1b163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438468 Apr 06 11:34:49.736004 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5dc2c6-bbe3-4090-8597-9777355fb003 req-78dfbb8c-f802-47a8-8f97-451354b3b908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:49.737523 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-bb5dc2c6-bbe3-4090-8597-9777355fb003 req-78dfbb8c-f802-47a8-8f97-451354b3b908 service neutron] 10.222.0.48 "GET /v2.0/networks?id=60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c HTTP/1.1" status: 200 len: 916 time: 0.0871911 Apr 06 11:34:49.746638 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-3e069344-a73a-465b-b7cc-71f4c8cfacc1 req-5830c958-fc55-424a-b030-2ea65ab492ec tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b103f25-8b66-45dd-bd0d-00ec6ac98e27 HTTP/1.1" status: 200 len: 210 time: 0.0265658 Apr 06 11:34:50.237972 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-bb5dc2c6-bbe3-4090-8597-9777355fb003 req-b74ee450-eccf-4c25-ac9d-859437c23219 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12af31c2-12b6-4d35-a170-a6cdb47daf39 HTTP/1.1" status: 200 len: 217 time: 0.0396562 Apr 06 11:34:50.284966 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5dc2c6-bbe3-4090-8597-9777355fb003 req-4969539d-05c2-4f8e-98d4-991ff25ca602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:50.287197 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-bb5dc2c6-bbe3-4090-8597-9777355fb003 req-4969539d-05c2-4f8e-98d4-991ff25ca602 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=61035200-00d2-4cb6-9c63-74a66ed9fe60 HTTP/1.1" status: 200 len: 854 time: 0.0441523 Apr 06 11:34:50.462903 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 56440) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:34:50.569676 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8da7c13e-8eb7-4d11-90bc-8f606f3baf3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:50.599827 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f4c4d-cbf7-428a-af64-ed1a1f67d7fb req-e50d13cb-0ab6-46e0-905c-6ce79370e0d8 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:50.601341 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-854f4c4d-cbf7-428a-af64-ed1a1f67d7fb req-e50d13cb-0ab6-46e0-905c-6ce79370e0d8 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e HTTP/1.1" status: 200 len: 943 time: 0.0526066 Apr 06 11:34:50.646579 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5dc2c6-bbe3-4090-8597-9777355fb003 req-ce3a6426-c556-4cb3-ba7b-3b8eaf29338a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:50.648106 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-bb5dc2c6-bbe3-4090-8597-9777355fb003 req-ce3a6426-c556-4cb3-ba7b-3b8eaf29338a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0757082 Apr 06 11:34:50.649695 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-854f4c4d-cbf7-428a-af64-ed1a1f67d7fb req-fc0b4dda-1eb5-4fc0-a9f3-571d69499583 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5951896-6057-4637-a7f8-6d0ddac1b163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426261 Apr 06 11:34:50.681407 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8da7c13e-8eb7-4d11-90bc-8f606f3baf3f admin admin] Publish callbacks [] for security_group (c13558f3-a761-4c8e-becd-a76d7d0a78d8), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:50.764233 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8da7c13e-8eb7-4d11-90bc-8f606f3baf3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (c13558f3-a761-4c8e-becd-a76d7d0a78d8), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:50.862384 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da7c13e-8eb7-4d11-90bc-8f606f3baf3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13558f3-a761-4c8e-becd-a76d7d0a78d8,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:34:50.866857 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-8da7c13e-8eb7-4d11-90bc-8f606f3baf3f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ca8f1ba3c1b74d3f9d71f415535e28c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4029365 Apr 06 11:34:50.870515 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 56452) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:34:50.898066 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-42a87d38-d992-4e09-8994-b68ede724c96 req-d85d89e3-3231-4047-b97a-a4fd2f6877bd tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b103f25-8b66-45dd-bd0d-00ec6ac98e27 HTTP/1.1" status: 200 len: 210 time: 0.0694125 Apr 06 11:34:50.930472 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1ddd7933-8830-4cb5-859d-e6f7f5afee75 admin admin] Publish callbacks [] for security_group (c13558f3-a761-4c8e-becd-a76d7d0a78d8), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:50.943883 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-bb5dc2c6-bbe3-4090-8597-9777355fb003 req-1cf7887a-2b2d-4abd-8c4b-2bea6ac63906 service neutron] 10.222.0.48 "GET /v2.0/networks/60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582811 Apr 06 11:34:50.958699 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1ddd7933-8830-4cb5-859d-e6f7f5afee75 admin admin] Publish callbacks [] for security_group (c13558f3-a761-4c8e-becd-a76d7d0a78d8), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:51.045698 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-bb5dc2c6-bbe3-4090-8597-9777355fb003 req-418050ad-e4eb-4e87-b519-6468139e3e7d service neutron] 10.222.0.48 "GET /v2.0/networks/60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958092 Apr 06 11:34:51.073144 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1ddd7933-8830-4cb5-859d-e6f7f5afee75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (c13558f3-a761-4c8e-becd-a76d7d0a78d8), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:51.077504 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1ddd7933-8830-4cb5-859d-e6f7f5afee75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:51.077504 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-1ddd7933-8830-4cb5-859d-e6f7f5afee75 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c13558f3-a761-4c8e-becd-a76d7d0a78d8 HTTP/1.1" status: 204 len: 168 time: 0.2054060 Apr 06 11:34:51.085010 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddd7933-8830-4cb5-859d-e6f7f5afee75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13558f3-a761-4c8e-becd-a76d7d0a78d8,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:34:51.437954 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d9863-00c6-487f-9024-fab0dbefde56 req-6d1e2088-b438-4931-b2fc-9b39fd01fdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:51.439556 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-183d9863-00c6-487f-9024-fab0dbefde56 req-6d1e2088-b438-4931-b2fc-9b39fd01fdd5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=740355080be44897b97d4b0cfd48c0f0&device_id=0defed62-6c56-408f-b983-b1474ae92d63 HTTP/1.1" status: 200 len: 1129 time: 0.0539975 Apr 06 11:34:51.593253 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d9863-00c6-487f-9024-fab0dbefde56 req-0ef567ef-cd55-49b0-b222-46038f24c3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:51.594750 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-183d9863-00c6-487f-9024-fab0dbefde56 req-0ef567ef-cd55-49b0-b222-46038f24c3f6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c HTTP/1.1" status: 200 len: 916 time: 0.1481001 Apr 06 11:34:51.656280 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-183d9863-00c6-487f-9024-fab0dbefde56 req-93bd3e50-2838-4ccd-94a3-81ce8fc44130 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12af31c2-12b6-4d35-a170-a6cdb47daf39 HTTP/1.1" status: 200 len: 217 time: 0.0547791 Apr 06 11:34:51.666821 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1251590b-92f9-44c5-830c-702e33c1bcb6 req-54dfe23e-6d60-444c-8f97-8ac7e1565da2 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:51.668321 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1251590b-92f9-44c5-830c-702e33c1bcb6 req-54dfe23e-6d60-444c-8f97-8ac7e1565da2 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.48 "GET /v2.0/networks?id=5529688d-cbb0-454c-b2b2-2dd8660f20c8 HTTP/1.1" status: 200 len: 811 time: 0.1695571 Apr 06 11:34:51.732738 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d9863-00c6-487f-9024-fab0dbefde56 req-676aa59c-fa7c-4045-9fb6-eb25adfce854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:51.734226 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-183d9863-00c6-487f-9024-fab0dbefde56 req-676aa59c-fa7c-4045-9fb6-eb25adfce854 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=61035200-00d2-4cb6-9c63-74a66ed9fe60 HTTP/1.1" status: 200 len: 854 time: 0.0649836 Apr 06 11:34:51.759544 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 56468) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:34:51.791827 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86737350-c549-4005-88e3-91416cb4b485 req-880916b8-aa06-41ef-bada-c7e240adae5a tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:51.793693 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-86737350-c549-4005-88e3-91416cb4b485 req-880916b8-aa06-41ef-bada-c7e240adae5a tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e HTTP/1.1" status: 200 len: 943 time: 0.0647552 Apr 06 11:34:51.804149 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8af27206-ef97-47c2-9153-15ee19ec5321 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:51.814019 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1251590b-92f9-44c5-830c-702e33c1bcb6 req-1021a302-e018-4de6-8214-1db7d79c5024 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de48ef632a974b5c83191742cf569887 HTTP/1.1" status: 200 len: 379 time: 0.1150434 Apr 06 11:34:51.826378 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [req-1251590b-92f9-44c5-830c-702e33c1bcb6 req-7419f6c4-73b1-4744-bd34-99a74101296c tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Request body: {'port': {'device_id': '8b103f25-8b66-45dd-bd0d-00ec6ac98e27', 'network_id': '5529688d-cbb0-454c-b2b2-2dd8660f20c8', 'admin_state_up': True, 'tenant_id': 'de48ef632a974b5c83191742cf569887', 'security_groups': ['ac894724-97ca-41d3-96d5-110745d86dd5']}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:34:51.847228 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-86737350-c549-4005-88e3-91416cb4b485 req-919b7d5f-ac3c-4f1f-9e3f-23dea7f280fa tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5951896-6057-4637-a7f8-6d0ddac1b163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477252 Apr 06 11:34:51.897365 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d9863-00c6-487f-9024-fab0dbefde56 req-1d2db983-f1bc-41c2-95fe-796ca6211b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:51.898874 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-183d9863-00c6-487f-9024-fab0dbefde56 req-1d2db983-f1bc-41c2-95fe-796ca6211b3a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1585860 Apr 06 11:34:52.022969 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-74e2e804-ea05-448a-af92-99245c2018f8 req-0940c1f2-54d9-4aef-98c8-b0ba07437234 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b103f25-8b66-45dd-bd0d-00ec6ac98e27 HTTP/1.1" status: 200 len: 210 time: 0.0525517 Apr 06 11:34:52.104992 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-183d9863-00c6-487f-9024-fab0dbefde56 req-9a70024c-009b-46ce-9238-73b8403f1114 service neutron] 10.222.0.48 "GET /v2.0/networks/60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981952 Apr 06 11:34:52.110046 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8af27206-ef97-47c2-9153-15ee19ec5321 admin admin] Publish callbacks [] for security_group (71bb572e-b300-450e-af48-f068a92cbf46), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:52.177199 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1251590b-92f9-44c5-830c-702e33c1bcb6 req-7419f6c4-73b1-4744-bd34-99a74101296c tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Made reservation on behalf of de48ef632a974b5c83191742cf569887 for: {'port': 1} {{(pid=103882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:34:52.180493 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-1251590b-92f9-44c5-830c-702e33c1bcb6 req-7419f6c4-73b1-4744-bd34-99a74101296c tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:52.214764 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-183d9863-00c6-487f-9024-fab0dbefde56 req-aa7c55b5-f07e-4829-a18d-de58a527b12a service neutron] 10.222.0.48 "GET /v2.0/networks/60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034517 Apr 06 11:34:52.251047 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8af27206-ef97-47c2-9153-15ee19ec5321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (71bb572e-b300-450e-af48-f068a92cbf46), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:52.308977 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-8af27206-ef97-47c2-9153-15ee19ec5321 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7bf90913fb0743168aa9ecd1e2c86142&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5483983 Apr 06 11:34:52.311665 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 56474) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:34:52.313068 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af27206-ef97-47c2-9153-15ee19ec5321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71bb572e-b300-450e-af48-f068a92cbf46,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:34:52.360183 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0e9b2c81-e11f-4a77-90df-1cc4cfc8dbda admin admin] Publish callbacks [] for security_group (71bb572e-b300-450e-af48-f068a92cbf46), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:52.362158 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [req-1251590b-92f9-44c5-830c-702e33c1bcb6 req-7419f6c4-73b1-4744-bd34-99a74101296c tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Allocated IP 172.20.0.10 (5529688d-cbb0-454c-b2b2-2dd8660f20c8/c5124a61-a5c8-4acc-8eca-8ed8dd4c3666/2c4f0f8f-f592-4452-a3bb-6c3d06347faa) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:34:52.383684 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0e9b2c81-e11f-4a77-90df-1cc4cfc8dbda admin admin] Publish callbacks [] for security_group (71bb572e-b300-450e-af48-f068a92cbf46), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:52.491246 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0e9b2c81-e11f-4a77-90df-1cc4cfc8dbda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (71bb572e-b300-450e-af48-f068a92cbf46), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:52.493861 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0e9b2c81-e11f-4a77-90df-1cc4cfc8dbda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:52.497354 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-0e9b2c81-e11f-4a77-90df-1cc4cfc8dbda admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/71bb572e-b300-450e-af48-f068a92cbf46 HTTP/1.1" status: 204 len: 168 time: 0.1823373 Apr 06 11:34:52.504733 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-1251590b-92f9-44c5-830c-702e33c1bcb6 req-7419f6c4-73b1-4744-bd34-99a74101296c tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks [] for port (2c4f0f8f-f592-4452-a3bb-6c3d06347faa), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:52.510108 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9b2c81-e11f-4a77-90df-1cc4cfc8dbda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71bb572e-b300-450e-af48-f068a92cbf46,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:34:52.588607 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-1251590b-92f9-44c5-830c-702e33c1bcb6 req-7419f6c4-73b1-4744-bd34-99a74101296c tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779192465924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797839'] for port (2c4f0f8f-f592-4452-a3bb-6c3d06347faa), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:52.638761 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1251590b-92f9-44c5-830c-702e33c1bcb6 req-7419f6c4-73b1-4744-bd34-99a74101296c tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Network 5529688d-cbb0-454c-b2b2-2dd8660f20c8 is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:34:52.641968 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [req-1251590b-92f9-44c5-830c-702e33c1bcb6 req-7419f6c4-73b1-4744-bd34-99a74101296c tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:34:52.645816 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [req-1251590b-92f9-44c5-830c-702e33c1bcb6 req-7419f6c4-73b1-4744-bd34-99a74101296c tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:34:52.652200 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7419f6c4-73b1-4744-bd34-99a74101296c tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Pushing event updated for resources: {'Port': ['ID=2c4f0f8f-f592-4452-a3bb-6c3d06347faa,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:34:52.698887 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1251590b-92f9-44c5-830c-702e33c1bcb6 req-7419f6c4-73b1-4744-bd34-99a74101296c tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:52.699505 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-1251590b-92f9-44c5-830c-702e33c1bcb6 req-7419f6c4-73b1-4744-bd34-99a74101296c tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for port (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:52.777188 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1251590b-92f9-44c5-830c-702e33c1bcb6 req-7419f6c4-73b1-4744-bd34-99a74101296c tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9558535 Apr 06 11:34:52.787975 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [req-1251590b-92f9-44c5-830c-702e33c1bcb6 req-7cbafb59-480e-43ee-b308-0ccbb16cbe47 service neutron] Request body: {'port': {'device_id': '8b103f25-8b66-45dd-bd0d-00ec6ac98e27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:34:52.855860 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-1251590b-92f9-44c5-830c-702e33c1bcb6 req-7cbafb59-480e-43ee-b308-0ccbb16cbe47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (2c4f0f8f-f592-4452-a3bb-6c3d06347faa), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:52.880810 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-ca6e15d0-70d9-4e14-b6ee-1bd9e22a7b86 None None] Provisioning complete for port 2c4f0f8f-f592-4452-a3bb-6c3d06347faa triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:34:52.882272 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ca6e15d0-70d9-4e14-b6ee-1bd9e22a7b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (2c4f0f8f-f592-4452-a3bb-6c3d06347faa), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:52.925567 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-ca6e15d0-70d9-4e14-b6ee-1bd9e22a7b86 None None] Port 2c4f0f8f-f592-4452-a3bb-6c3d06347faa cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:34:52.985270 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e85fead-95d6-436e-8cc9-6625fc735729 req-d075c45e-3228-472f-9706-d2d07803933f tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:52.985867 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-3e85fead-95d6-436e-8cc9-6625fc735729 req-d075c45e-3228-472f-9706-d2d07803933f tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e HTTP/1.1" status: 200 len: 943 time: 0.0602164 Apr 06 11:34:53.044070 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-3e85fead-95d6-436e-8cc9-6625fc735729 req-09634cde-1c1e-42ad-b4e9-9d1b6ac8565b tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5951896-6057-4637-a7f8-6d0ddac1b163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501106 Apr 06 11:34:53.154842 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [req-1251590b-92f9-44c5-830c-702e33c1bcb6 req-7cbafb59-480e-43ee-b308-0ccbb16cbe47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c4f0f8f-f592-4452-a3bb-6c3d06347faa {{(pid=103882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:34:53.155970 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd892419-84df-4d1f-84a2-001af2f886df req-5d386b81-b4ac-46e4-991d-0de5e88a1e29 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:53.158919 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-cd892419-84df-4d1f-84a2-001af2f886df req-5d386b81-b4ac-46e4-991d-0de5e88a1e29 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b103f25-8b66-45dd-bd0d-00ec6ac98e27 HTTP/1.1" status: 200 len: 932 time: 0.0546880 Apr 06 11:34:53.164910 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-1251590b-92f9-44c5-830c-702e33c1bcb6 req-7cbafb59-480e-43ee-b308-0ccbb16cbe47 service neutron] Publish callbacks [] for port (2c4f0f8f-f592-4452-a3bb-6c3d06347faa), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:53.175025 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [req-1251590b-92f9-44c5-830c-702e33c1bcb6 req-7cbafb59-480e-43ee-b308-0ccbb16cbe47 service neutron] Transition to ACTIVE for port object 2c4f0f8f-f592-4452-a3bb-6c3d06347faa will not be triggered until provisioned by entity L2. {{(pid=103882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 11:34:53.208939 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-cd892419-84df-4d1f-84a2-001af2f886df req-67a79cda-4985-477e-8e75-0f49ef1f6d51 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac894724-97ca-41d3-96d5-110745d86dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444822 Apr 06 11:34:53.217912 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 56488) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:34:53.237484 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ba1f0881-ce68-446c-8b28-c09065f74a7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:53.288200 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-1251590b-92f9-44c5-830c-702e33c1bcb6 req-7cbafb59-480e-43ee-b308-0ccbb16cbe47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8797942'] for port (2c4f0f8f-f592-4452-a3bb-6c3d06347faa), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:53.314245 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ba1f0881-ce68-446c-8b28-c09065f74a7f admin admin] Publish callbacks [] for security_group (06988ebe-d575-49e1-afb0-1d7471f73789), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:53.337979 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbafb59-480e-43ee-b308-0ccbb16cbe47 service neutron] Pushing event updated for resources: {'Port': ['ID=2c4f0f8f-f592-4452-a3bb-6c3d06347faa,revision_number=2']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:34:53.407503 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ba1f0881-ce68-446c-8b28-c09065f74a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (06988ebe-d575-49e1-afb0-1d7471f73789), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:53.430436 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [req-1251590b-92f9-44c5-830c-702e33c1bcb6 req-7cbafb59-480e-43ee-b308-0ccbb16cbe47 service neutron] Attempting to bind port 2c4f0f8f-f592-4452-a3bb-6c3d06347faa on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:34:53.431432 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [req-1251590b-92f9-44c5-830c-702e33c1bcb6 req-7cbafb59-480e-43ee-b308-0ccbb16cbe47 service neutron] Attempting to bind port 2c4f0f8f-f592-4452-a3bb-6c3d06347faa by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '6a602240-3922-4bf0-a8bb-04a4d05b55c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '5529688d-cbb0-454c-b2b2-2dd8660f20c8'}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:34:53.432399 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1251590b-92f9-44c5-830c-702e33c1bcb6 req-7cbafb59-480e-43ee-b308-0ccbb16cbe47 service neutron] Attempting to bind port 2c4f0f8f-f592-4452-a3bb-6c3d06347faa on network 5529688d-cbb0-454c-b2b2-2dd8660f20c8 {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:34:53.441857 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1251590b-92f9-44c5-830c-702e33c1bcb6 req-7cbafb59-480e-43ee-b308-0ccbb16cbe47 service neutron] Port 2c4f0f8f-f592-4452-a3bb-6c3d06347faa on network 5529688d-cbb0-454c-b2b2-2dd8660f20c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 11:34:53.442856 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1251590b-92f9-44c5-830c-702e33c1bcb6 req-7cbafb59-480e-43ee-b308-0ccbb16cbe47 service neutron] Attempting to bind port 2c4f0f8f-f592-4452-a3bb-6c3d06347faa on network 5529688d-cbb0-454c-b2b2-2dd8660f20c8 {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:34:53.452892 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1251590b-92f9-44c5-830c-702e33c1bcb6 req-7cbafb59-480e-43ee-b308-0ccbb16cbe47 service neutron] Checking agent: {'id': 'dc195572-b6d9-4259-8541-839e457b2650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 25, 36), 'started_at': datetime.datetime(2022, 4, 6, 11, 25, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:34:53.453469 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1251590b-92f9-44c5-830c-702e33c1bcb6 req-7cbafb59-480e-43ee-b308-0ccbb16cbe47 service neutron] Checking segment: {'id': '6a602240-3922-4bf0-a8bb-04a4d05b55c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '5529688d-cbb0-454c-b2b2-2dd8660f20c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:34:53.454849 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1251590b-92f9-44c5-830c-702e33c1bcb6 req-7cbafb59-480e-43ee-b308-0ccbb16cbe47 service neutron] Bound using segment: {'id': '6a602240-3922-4bf0-a8bb-04a4d05b55c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '5529688d-cbb0-454c-b2b2-2dd8660f20c8'} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:34:53.455521 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [req-1251590b-92f9-44c5-830c-702e33c1bcb6 req-7cbafb59-480e-43ee-b308-0ccbb16cbe47 service neutron] Bound port: 2c4f0f8f-f592-4452-a3bb-6c3d06347faa, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a602240-3922-4bf0-a8bb-04a4d05b55c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '5529688d-cbb0-454c-b2b2-2dd8660f20c8'}}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:34:53.456118 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-1251590b-92f9-44c5-830c-702e33c1bcb6 req-7cbafb59-480e-43ee-b308-0ccbb16cbe47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (2c4f0f8f-f592-4452-a3bb-6c3d06347faa), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:53.527629 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-ba1f0881-ce68-446c-8b28-c09065f74a7f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=62731d094c244c46af2e4030ab7fc3a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3083887 Apr 06 11:34:53.530511 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1f0881-ce68-446c-8b28-c09065f74a7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06988ebe-d575-49e1-afb0-1d7471f73789,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:34:53.531709 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 56492) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:34:53.567420 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb69dd5e-9693-41cd-ae88-5baaa7239b69 req-37911171-7aca-4258-8cee-1f8e40eb0350 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:53.570126 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-fb69dd5e-9693-41cd-ae88-5baaa7239b69 req-37911171-7aca-4258-8cee-1f8e40eb0350 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0defed62-6c56-408f-b983-b1474ae92d63 HTTP/1.1" status: 200 len: 945 time: 0.1266165 Apr 06 11:34:53.574666 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [req-1251590b-92f9-44c5-830c-702e33c1bcb6 req-7cbafb59-480e-43ee-b308-0ccbb16cbe47 service neutron] For port 2c4f0f8f-f592-4452-a3bb-6c3d06347faa, host hv-cinder-83607, cleared binding levels {{(pid=103882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:34:53.580380 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [req-1251590b-92f9-44c5-830c-702e33c1bcb6 req-7cbafb59-480e-43ee-b308-0ccbb16cbe47 service neutron] For port 2c4f0f8f-f592-4452-a3bb-6c3d06347faa, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=2c4f0f8f-f592-4452-a3bb-6c3d06347faa,segment=NetworkSegment(6a602240-3922-4bf0-a8bb-04a4d05b55c4),segment_id=6a602240-3922-4bf0-a8bb-04a4d05b55c4)] {{(pid=103882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:34:53.603959 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2935febc-9a8a-49ec-ad35-2d26c44d1382 admin admin] Publish callbacks [] for security_group (06988ebe-d575-49e1-afb0-1d7471f73789), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:53.619612 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-fb69dd5e-9693-41cd-ae88-5baaa7239b69 req-618ade70-93e6-412a-a5a4-a3e9ee641b7f tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7176b56-85d0-48d6-95d1-c4f4a3c784aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432200 Apr 06 11:34:53.625910 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2935febc-9a8a-49ec-ad35-2d26c44d1382 admin admin] Publish callbacks [] for security_group (06988ebe-d575-49e1-afb0-1d7471f73789), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:53.688439 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-1251590b-92f9-44c5-830c-702e33c1bcb6 req-7cbafb59-480e-43ee-b308-0ccbb16cbe47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8797942'] for port (2c4f0f8f-f592-4452-a3bb-6c3d06347faa), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:53.728117 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1251590b-92f9-44c5-830c-702e33c1bcb6 req-7cbafb59-480e-43ee-b308-0ccbb16cbe47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:53.728751 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-1251590b-92f9-44c5-830c-702e33c1bcb6 req-7cbafb59-480e-43ee-b308-0ccbb16cbe47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for port (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:53.730160 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1251590b-92f9-44c5-830c-702e33c1bcb6 req-7cbafb59-480e-43ee-b308-0ccbb16cbe47 service neutron] 10.222.0.48 "PUT /v2.0/ports/2c4f0f8f-f592-4452-a3bb-6c3d06347faa HTTP/1.1" status: 200 len: 1094 time: 0.9468548 Apr 06 11:34:53.730596 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b103f25-8b66-45dd-bd0d-00ec6ac98e27', 'tag': '2c4f0f8f-f592-4452-a3bb-6c3d06347faa'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:34:53.732805 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29156e5c8df2cda5f8c3a12ff109e02ba7a327efefb734c2c5f81b1bf548e3ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dffc2eb3-4663-4cd1-bf20-0bf1b3341419" -d '{"events": [{"name": "network-changed", "server_uuid": "8b103f25-8b66-45dd-bd0d-00ec6ac98e27", "tag": "2c4f0f8f-f592-4452-a3bb-6c3d06347faa"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:34:53.758236 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbafb59-480e-43ee-b308-0ccbb16cbe47 service neutron] Pushing event updated for resources: {'Port': ['ID=2c4f0f8f-f592-4452-a3bb-6c3d06347faa,revision_number=3']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:34:53.774735 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c01c10b1-9714-418f-bc7b-9d9e5a3c9aa3 x-openstack-request-id: req-c01c10b1-9714-418f-bc7b-9d9e5a3c9aa3 {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:34:53.775065 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b103f25-8b66-45dd-bd0d-00ec6ac98e27", "tag": "2c4f0f8f-f592-4452-a3bb-6c3d06347faa", "status": "completed", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:34:53.775292 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c01c10b1-9714-418f-bc7b-9d9e5a3c9aa3 {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:34:53.775701 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c01c10b1-9714-418f-bc7b-9d9e5a3c9aa3'] response: {'name': 'network-changed', 'server_uuid': '8b103f25-8b66-45dd-bd0d-00ec6ac98e27', 'tag': '2c4f0f8f-f592-4452-a3bb-6c3d06347faa', 'status': 'completed', 'code': 200} Apr 06 11:34:53.776788 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2935febc-9a8a-49ec-ad35-2d26c44d1382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (06988ebe-d575-49e1-afb0-1d7471f73789), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:53.779405 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2935febc-9a8a-49ec-ad35-2d26c44d1382 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:53.780825 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-2935febc-9a8a-49ec-ad35-2d26c44d1382 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/06988ebe-d575-49e1-afb0-1d7471f73789 HTTP/1.1" status: 204 len: 168 time: 0.2479200 Apr 06 11:34:53.794333 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2935febc-9a8a-49ec-ad35-2d26c44d1382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06988ebe-d575-49e1-afb0-1d7471f73789,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:34:54.167154 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0947c75-4689-4dfd-902b-a2312853476b req-cd256b09-62c9-47cf-980d-c4ded2fd8b39 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:54.168633 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-a0947c75-4689-4dfd-902b-a2312853476b req-cd256b09-62c9-47cf-980d-c4ded2fd8b39 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e HTTP/1.1" status: 200 len: 943 time: 0.0516081 Apr 06 11:34:54.217808 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-a0947c75-4689-4dfd-902b-a2312853476b req-17785198-d93d-469a-a26a-f7ba371566d1 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5951896-6057-4637-a7f8-6d0ddac1b163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431356 Apr 06 11:34:54.337483 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a82e24-7f08-4e2a-b67b-c2e5f9f3b218 req-31a59ced-26d3-475a-ae73-06f7c0bc6d4e tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:54.339029 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-83a82e24-7f08-4e2a-b67b-c2e5f9f3b218 req-31a59ced-26d3-475a-ae73-06f7c0bc6d4e tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b103f25-8b66-45dd-bd0d-00ec6ac98e27 HTTP/1.1" status: 200 len: 944 time: 0.0544610 Apr 06 11:34:54.388250 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-83a82e24-7f08-4e2a-b67b-c2e5f9f3b218 req-6d633dc9-9226-4821-99da-d7da60c41bbf tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac894724-97ca-41d3-96d5-110745d86dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435209 Apr 06 11:34:54.740087 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de71e0-1c70-4aa4-9460-8818ee5be62d req-e0e16596-0ca0-4a31-8688-9bfd53b0aaf1 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:54.741599 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-d0de71e0-1c70-4aa4-9460-8818ee5be62d req-e0e16596-0ca0-4a31-8688-9bfd53b0aaf1 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0defed62-6c56-408f-b983-b1474ae92d63 HTTP/1.1" status: 200 len: 945 time: 0.0554810 Apr 06 11:34:54.790096 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-d0de71e0-1c70-4aa4-9460-8818ee5be62d req-9eb1ff68-1914-4418-a3c4-b48078241039 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7176b56-85d0-48d6-95d1-c4f4a3c784aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431056 Apr 06 11:34:54.822032 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffc2eb3-4663-4cd1-bf20-0bf1b3341419 req-1c5766a1-55a3-4395-9141-8697a5c23b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:54.823537 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-dffc2eb3-4663-4cd1-bf20-0bf1b3341419 req-1c5766a1-55a3-4395-9141-8697a5c23b81 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=de48ef632a974b5c83191742cf569887&device_id=8b103f25-8b66-45dd-bd0d-00ec6ac98e27 HTTP/1.1" status: 200 len: 1128 time: 0.0473855 Apr 06 11:34:54.928616 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffc2eb3-4663-4cd1-bf20-0bf1b3341419 req-173bc9fc-33fe-47a5-a334-5dbf9a42eea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:54.930120 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-dffc2eb3-4663-4cd1-bf20-0bf1b3341419 req-173bc9fc-33fe-47a5-a334-5dbf9a42eea0 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=de48ef632a974b5c83191742cf569887&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0997887 Apr 06 11:34:55.025603 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffc2eb3-4663-4cd1-bf20-0bf1b3341419 req-44134dea-fe5a-4367-9535-65d89e1178bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:55.027054 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-dffc2eb3-4663-4cd1-bf20-0bf1b3341419 req-44134dea-fe5a-4367-9535-65d89e1178bc service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0909710 Apr 06 11:34:55.154690 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1251590b-92f9-44c5-830c-702e33c1bcb6 req-5c153f7e-3725-47d8-b908-d59c2a3af778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:55.156201 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1251590b-92f9-44c5-830c-702e33c1bcb6 req-5c153f7e-3725-47d8-b908-d59c2a3af778 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=de48ef632a974b5c83191742cf569887&device_id=8b103f25-8b66-45dd-bd0d-00ec6ac98e27 HTTP/1.1" status: 200 len: 1128 time: 0.0480821 Apr 06 11:34:55.222704 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1251590b-92f9-44c5-830c-702e33c1bcb6 req-e98f284b-31a7-4405-ba5c-7db223b4c522 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c4f0f8f-f592-4452-a3bb-6c3d06347faa HTTP/1.1" status: 200 len: 217 time: 0.0527873 Apr 06 11:34:55.248932 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e7ec4c-137d-4629-bb3a-5e4067d5acce req-12b58fe1-3c00-4187-9966-52e512a6257f tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:55.252193 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-56e7ec4c-137d-4629-bb3a-5e4067d5acce req-12b58fe1-3c00-4187-9966-52e512a6257f tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.48 "GET /v2.0/ports?device_id=0defed62-6c56-408f-b983-b1474ae92d63 HTTP/1.1" status: 200 len: 945 time: 0.0752423 Apr 06 11:34:55.344039 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dfb43b-5a49-481e-9cd2-977b45ca2986 req-19f6c992-939e-4e9a-b6f6-de3c48997a05 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:55.345625 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b3dfb43b-5a49-481e-9cd2-977b45ca2986 req-19f6c992-939e-4e9a-b6f6-de3c48997a05 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e HTTP/1.1" status: 200 len: 943 time: 0.0545106 Apr 06 11:34:55.436125 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 56536) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:34:55.469829 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b3dfb43b-5a49-481e-9cd2-977b45ca2986 req-9ecce222-eda9-4da5-9a3c-cafa0e84313f tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5951896-6057-4637-a7f8-6d0ddac1b163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178515 Apr 06 11:34:55.492151 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1251590b-92f9-44c5-830c-702e33c1bcb6 req-97f73e60-1d8b-481e-b738-dbf84b58bcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:55.493620 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1251590b-92f9-44c5-830c-702e33c1bcb6 req-97f73e60-1d8b-481e-b738-dbf84b58bcc8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c5124a61-a5c8-4acc-8eca-8ed8dd4c3666 HTTP/1.1" status: 200 len: 850 time: 0.1345353 Apr 06 11:34:55.522791 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd50aaa-c781-4ff5-86af-bc6c671dd8c7 req-aac7eb90-bb6b-4564-9d2f-a45ad0bcb717 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:55.524393 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ebd50aaa-c781-4ff5-86af-bc6c671dd8c7 req-aac7eb90-bb6b-4564-9d2f-a45ad0bcb717 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b103f25-8b66-45dd-bd0d-00ec6ac98e27 HTTP/1.1" status: 200 len: 944 time: 0.0616937 Apr 06 11:34:55.524951 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [req-56e7ec4c-137d-4629-bb3a-5e4067d5acce req-0440c91c-abb1-4239-99b0-f39a9a9fbe74 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Deleting port 12af31c2-12b6-4d35-a170-a6cdb47daf39 {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:34:55.525329 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-56e7ec4c-137d-4629-bb3a-5e4067d5acce req-0440c91c-abb1-4239-99b0-f39a9a9fbe74 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192836145'] for port (12af31c2-12b6-4d35-a170-a6cdb47daf39), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:55.562477 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1331f357-8fd7-4bae-a70c-074fe8c260ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:55.600109 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ebd50aaa-c781-4ff5-86af-bc6c671dd8c7 req-5ef28fd6-5e4f-473c-bfc5-7d909d2e9195 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac894724-97ca-41d3-96d5-110745d86dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691710 Apr 06 11:34:55.617364 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [req-56e7ec4c-137d-4629-bb3a-5e4067d5acce req-0440c91c-abb1-4239-99b0-f39a9a9fbe74 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] For port 12af31c2-12b6-4d35-a170-a6cdb47daf39, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=12af31c2-12b6-4d35-a170-a6cdb47daf39,segment=NetworkSegment(37b12cda-1fd9-427f-b829-2881076d1208),segment_id=37b12cda-1fd9-427f-b829-2881076d1208)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:34:55.617745 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-56e7ec4c-137d-4629-bb3a-5e4067d5acce req-0440c91c-abb1-4239-99b0-f39a9a9fbe74 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-891628'] for port (12af31c2-12b6-4d35-a170-a6cdb47daf39), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:55.631396 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [req-56e7ec4c-137d-4629-bb3a-5e4067d5acce req-0440c91c-abb1-4239-99b0-f39a9a9fbe74 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Calling delete_port for 12af31c2-12b6-4d35-a170-a6cdb47daf39 owned by compute:nova {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:34:55.662995 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1331f357-8fd7-4bae-a70c-074fe8c260ed admin admin] Publish callbacks [] for security_group (131efb07-1494-4fc0-a69a-cb206fc26186), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:55.723487 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1331f357-8fd7-4bae-a70c-074fe8c260ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (131efb07-1494-4fc0-a69a-cb206fc26186), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:55.767741 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1331f357-8fd7-4bae-a70c-074fe8c260ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=131efb07-1494-4fc0-a69a-cb206fc26186,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:34:55.773840 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-1331f357-8fd7-4bae-a70c-074fe8c260ed admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=191a174074cb4cd7bbff02d62a42bc9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3366356 Apr 06 11:34:55.776637 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 56540) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:34:55.835913 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b06c9c21-7d49-4e44-b395-b1723fb0222a admin admin] Publish callbacks [] for security_group (131efb07-1494-4fc0-a69a-cb206fc26186), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:55.861028 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b06c9c21-7d49-4e44-b395-b1723fb0222a admin admin] Publish callbacks [] for security_group (131efb07-1494-4fc0-a69a-cb206fc26186), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:55.996841 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b06c9c21-7d49-4e44-b395-b1723fb0222a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (131efb07-1494-4fc0-a69a-cb206fc26186), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:55.999472 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b06c9c21-7d49-4e44-b395-b1723fb0222a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:56.000567 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-b06c9c21-7d49-4e44-b395-b1723fb0222a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/131efb07-1494-4fc0-a69a-cb206fc26186 HTTP/1.1" status: 204 len: 168 time: 0.2225463 Apr 06 11:34:56.008979 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06c9c21-7d49-4e44-b395-b1723fb0222a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=131efb07-1494-4fc0-a69a-cb206fc26186,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:34:56.095817 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1251590b-92f9-44c5-830c-702e33c1bcb6 req-8dc9442e-1830-4d8c-adf0-1ec6264ce32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:56.097340 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1251590b-92f9-44c5-830c-702e33c1bcb6 req-8dc9442e-1830-4d8c-adf0-1ec6264ce32d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5529688d-cbb0-454c-b2b2-2dd8660f20c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1277339 Apr 06 11:34:56.106975 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b59d535-f4dd-4cd3-a512-434b68bb21c7 req-5c52a092-f43f-49bf-9257-7962fa38b5e3 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:56.108312 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8b59d535-f4dd-4cd3-a512-434b68bb21c7 req-5c52a092-f43f-49bf-9257-7962fa38b5e3 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0defed62-6c56-408f-b983-b1474ae92d63 HTTP/1.1" status: 200 len: 945 time: 0.1376340 Apr 06 11:34:56.184440 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-56e7ec4c-137d-4629-bb3a-5e4067d5acce req-0440c91c-abb1-4239-99b0-f39a9a9fbe74 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192843524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779192465933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797839'] for port (12af31c2-12b6-4d35-a170-a6cdb47daf39), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:56.196083 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] get_ports_and_sgs() called for port_ids ['12af31c2-12b6-4d35-a170-a6cdb47daf39'] {{(pid=103883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:34:56.228783 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8b59d535-f4dd-4cd3-a512-434b68bb21c7 req-eee48da7-807a-4190-ae4c-6d8e5d22160d tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/security-groups?id=b7176b56-85d0-48d6-95d1-c4f4a3c784aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118925 Apr 06 11:34:56.232274 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0440c91c-abb1-4239-99b0-f39a9a9fbe74 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Pushing event deleted for resources: {'Port': ['ID=12af31c2-12b6-4d35-a170-a6cdb47daf39,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:34:56.292085 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [req-56e7ec4c-137d-4629-bb3a-5e4067d5acce req-0440c91c-abb1-4239-99b0-f39a9a9fbe74 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] No DVR routers for this DVR port 12af31c2-12b6-4d35-a170-a6cdb47daf39 on host hv-cinder-83607 {{(pid=103882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:34:56.295025 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1251590b-92f9-44c5-830c-702e33c1bcb6 req-6affd46c-9692-4317-be81-0857c1d7ea8d service neutron] 10.222.0.48 "GET /v2.0/networks/5529688d-cbb0-454c-b2b2-2dd8660f20c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858745 Apr 06 11:34:56.296017 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-56e7ec4c-137d-4629-bb3a-5e4067d5acce req-0440c91c-abb1-4239-99b0-f39a9a9fbe74 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for port (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:56.299118 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-56e7ec4c-137d-4629-bb3a-5e4067d5acce req-0440c91c-abb1-4239-99b0-f39a9a9fbe74 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.48 "DELETE /v2.0/ports/12af31c2-12b6-4d35-a170-a6cdb47daf39 HTTP/1.1" status: 204 len: 173 time: 0.9319892 Apr 06 11:34:56.299551 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0defed62-6c56-408f-b983-b1474ae92d63', 'name': 'network-vif-deleted', 'tag': '12af31c2-12b6-4d35-a170-a6cdb47daf39'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:34:56.301815 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29156e5c8df2cda5f8c3a12ff109e02ba7a327efefb734c2c5f81b1bf548e3ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4110ab85-cf47-481c-8f9d-d07e2a3bd3df" -d '{"events": [{"server_uuid": "0defed62-6c56-408f-b983-b1474ae92d63", "name": "network-vif-deleted", "tag": "12af31c2-12b6-4d35-a170-a6cdb47daf39"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:34:56.347012 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c62e98e8-0b71-4994-8bfc-a5b098d2eba7 x-openstack-request-id: req-c62e98e8-0b71-4994-8bfc-a5b098d2eba7 {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:34:56.347308 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0defed62-6c56-408f-b983-b1474ae92d63", "name": "network-vif-deleted", "tag": "12af31c2-12b6-4d35-a170-a6cdb47daf39", "status": "completed", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:34:56.347565 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c62e98e8-0b71-4994-8bfc-a5b098d2eba7 {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:34:56.347965 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c62e98e8-0b71-4994-8bfc-a5b098d2eba7'] response: {'server_uuid': '0defed62-6c56-408f-b983-b1474ae92d63', 'name': 'network-vif-deleted', 'tag': '12af31c2-12b6-4d35-a170-a6cdb47daf39', 'status': 'completed', 'code': 200} Apr 06 11:34:56.396518 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1251590b-92f9-44c5-830c-702e33c1bcb6 req-ff2aeb68-1e21-40ed-9407-027ee52d203c service neutron] 10.222.0.48 "GET /v2.0/networks/5529688d-cbb0-454c-b2b2-2dd8660f20c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915685 Apr 06 11:34:56.607912 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c34662-ed6a-490a-b5d0-d6256d7608eb req-2a97d443-9612-4903-a4e7-472e0e18215e tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:56.609498 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-78c34662-ed6a-490a-b5d0-d6256d7608eb req-2a97d443-9612-4903-a4e7-472e0e18215e tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e HTTP/1.1" status: 200 len: 943 time: 0.0652790 Apr 06 11:34:56.664541 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-78c34662-ed6a-490a-b5d0-d6256d7608eb req-65ef16ce-a223-4ce3-8c00-c31a7bf77f77 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5951896-6057-4637-a7f8-6d0ddac1b163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486848 Apr 06 11:34:56.739372 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b92670-f045-4b11-abfb-a3187d646341 req-1b19166e-d015-4b3a-9c4a-ea2227dd5aa7 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:56.740996 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-c0b92670-f045-4b11-abfb-a3187d646341 req-1b19166e-d015-4b3a-9c4a-ea2227dd5aa7 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b103f25-8b66-45dd-bd0d-00ec6ac98e27 HTTP/1.1" status: 200 len: 944 time: 0.0560124 Apr 06 11:34:56.794497 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-c0b92670-f045-4b11-abfb-a3187d646341 req-fd8696d2-4e83-4dae-9b3d-6e6fb97147c8 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac894724-97ca-41d3-96d5-110745d86dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474582 Apr 06 11:34:57.501065 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b89672c7-9b34-45c6-a724-f78f8dd37392 req-6dabeabc-3010-428b-a9b9-3c5dead6ba10 tempest-TestMinimumBasicScenario-240533241 tempest-TestMinimumBasicScenario-240533241-project] 10.222.0.43 "GET /v2.0/ports?device_id=0defed62-6c56-408f-b983-b1474ae92d63 HTTP/1.1" status: 200 len: 210 time: 0.0273035 Apr 06 11:34:57.608650 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device 65fd3cb1-fce3-4c9a-8628-dcc92ca30055 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:34:57.707578 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port 65fd3cb1-fce3-4c9a-8628-dcc92ca30055, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=65fd3cb1-fce3-4c9a-8628-dcc92ca30055,segment=NetworkSegment(48d35104-9030-4a9f-be5c-3bd61cd95e2d),segment_id=48d35104-9030-4a9f-be5c-3bd61cd95e2d)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:34:57.720786 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Returning: {'device': '65fd3cb1-fce3-4c9a-8628-dcc92ca30055', 'network_id': '37804288-ffd4-4232-b10e-0727b0e5cfad', 'port_id': '65fd3cb1-fce3-4c9a-8628-dcc92ca30055', 'mac_address': 'fa:16:3e:10:22:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5b096a1-c3bc-425b-b0d6-e505d89de44f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:34:57.761263 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Current status of the port 65fd3cb1-fce3-4c9a-8628-dcc92ca30055 is: DOWN; New status is: BUILD {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:34:57.761653 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (65fd3cb1-fce3-4c9a-8628-dcc92ca30055), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:57.774786 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65fd3cb1-fce3-4c9a-8628-dcc92ca30055 {{(pid=103883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:34:57.794367 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port 65fd3cb1-fce3-4c9a-8628-dcc92ca30055, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=65fd3cb1-fce3-4c9a-8628-dcc92ca30055,segment=NetworkSegment(48d35104-9030-4a9f-be5c-3bd61cd95e2d),segment_id=48d35104-9030-4a9f-be5c-3bd61cd95e2d)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:34:57.798440 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbdadea-8ff1-4257-ad9d-d974e41f3e56 req-4d90cefe-a184-4868-919a-2083671eeeb2 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:57.799927 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-7fbdadea-8ff1-4257-ad9d-d974e41f3e56 req-4d90cefe-a184-4868-919a-2083671eeeb2 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e HTTP/1.1" status: 200 len: 943 time: 0.0566816 Apr 06 11:34:57.847823 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-7fbdadea-8ff1-4257-ad9d-d974e41f3e56 req-d95a07da-15ed-455e-8ea5-d1fc245ba080 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5951896-6057-4637-a7f8-6d0ddac1b163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411022 Apr 06 11:34:57.884586 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (65fd3cb1-fce3-4c9a-8628-dcc92ca30055), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:57.914053 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9e4d6-3d75-44b8-b96b-a40a80514d2c req-03f7e1f0-e04e-427d-9206-b43a83168215 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:57.915522 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-70d9e4d6-3d75-44b8-b96b-a40a80514d2c req-03f7e1f0-e04e-427d-9206-b43a83168215 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b103f25-8b66-45dd-bd0d-00ec6ac98e27 HTTP/1.1" status: 200 len: 944 time: 0.0550945 Apr 06 11:34:57.936558 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Pushing event updated for resources: {'Port': ['ID=65fd3cb1-fce3-4c9a-8628-dcc92ca30055,revision_number=9']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:34:57.969062 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-70d9e4d6-3d75-44b8-b96b-a40a80514d2c req-bc71eee8-4387-4df3-8fb4-73006ae6ce7e tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac894724-97ca-41d3-96d5-110745d86dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476160 Apr 06 11:34:58.147499 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] get_ports_and_sgs() called for port_ids ['65fd3cb1-fce3-4c9a-8628-dcc92ca30055'] {{(pid=103883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:34:58.968829 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c755ab5-8eb2-4914-99a4-da66fabe8687 req-3bf11736-d382-4000-8e07-f55e8ce707ce tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:58.970320 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-8c755ab5-8eb2-4914-99a4-da66fabe8687 req-3bf11736-d382-4000-8e07-f55e8ce707ce tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e HTTP/1.1" status: 200 len: 944 time: 0.0518739 Apr 06 11:34:59.029042 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-8c755ab5-8eb2-4914-99a4-da66fabe8687 req-3241f4fe-9524-4470-89a3-1f4d78252b03 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5951896-6057-4637-a7f8-6d0ddac1b163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517342 Apr 06 11:34:59.116588 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3880bd3-f215-4fb9-8c4a-3b2d72eb4fa4 req-728433f3-3d68-4c36-ad07-94aa284d18b2 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:34:59.118193 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a3880bd3-f215-4fb9-8c4a-3b2d72eb4fa4 req-728433f3-3d68-4c36-ad07-94aa284d18b2 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b103f25-8b66-45dd-bd0d-00ec6ac98e27 HTTP/1.1" status: 200 len: 944 time: 0.0615602 Apr 06 11:34:59.169604 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a3880bd3-f215-4fb9-8c4a-3b2d72eb4fa4 req-a8ebc04d-fb4a-41a4-962a-d33c291b2d66 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac894724-97ca-41d3-96d5-110745d86dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438519 Apr 06 11:34:59.621188 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device 65fd3cb1-fce3-4c9a-8628-dcc92ca30055 up at agent hyperv_hv-cinder-83607 {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:34:59.671789 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Provisioning complete for port 65fd3cb1-fce3-4c9a-8628-dcc92ca30055 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:34:59.672091 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (65fd3cb1-fce3-4c9a-8628-dcc92ca30055), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:59.759550 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Current status of the port 65fd3cb1-fce3-4c9a-8628-dcc92ca30055 is: BUILD; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:34:59.759935 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (65fd3cb1-fce3-4c9a-8628-dcc92ca30055), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:59.782860 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c52b38f2-c613-43b9-84ed-5ee82e79b45e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65fd3cb1-fce3-4c9a-8628-dcc92ca30055'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:34:59.785255 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a256e0d7ec5edad375dd6353356bf7a80218bed4a34d309726d6a914db977355" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c46c25cd-df7e-446f-9bfc-cda49b5e0e06" -d '{"events": [{"server_uuid": "c52b38f2-c613-43b9-84ed-5ee82e79b45e", "name": "network-vif-plugged", "status": "completed", "tag": "65fd3cb1-fce3-4c9a-8628-dcc92ca30055"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:34:59.798255 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port 65fd3cb1-fce3-4c9a-8628-dcc92ca30055, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=65fd3cb1-fce3-4c9a-8628-dcc92ca30055,segment=NetworkSegment(48d35104-9030-4a9f-be5c-3bd61cd95e2d),segment_id=48d35104-9030-4a9f-be5c-3bd61cd95e2d)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:34:59.824242 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb222938-7a01-41e9-bcdf-7ab84cf55385 x-openstack-request-id: req-fb222938-7a01-41e9-bcdf-7ab84cf55385 {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:34:59.824737 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c52b38f2-c613-43b9-84ed-5ee82e79b45e", "name": "network-vif-plugged", "status": "completed", "tag": "65fd3cb1-fce3-4c9a-8628-dcc92ca30055", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:34:59.825229 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fb222938-7a01-41e9-bcdf-7ab84cf55385 {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:34:59.825802 dv-cinder-836073-2-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb222938-7a01-41e9-bcdf-7ab84cf55385'] response: {'server_uuid': 'c52b38f2-c613-43b9-84ed-5ee82e79b45e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65fd3cb1-fce3-4c9a-8628-dcc92ca30055', 'code': 200} Apr 06 11:34:59.867835 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (65fd3cb1-fce3-4c9a-8628-dcc92ca30055), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:59.868812 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device 12af31c2-12b6-4d35-a170-a6cdb47daf39 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:34:59.912897 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] No Port match for: 12af31c2-12b6-4d35-a170-a6cdb47daf39 {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:34:59.913280 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device 12af31c2-12b6-4d35-a170-a6cdb47daf39 not bound to the agent host hv-cinder-83607 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:34:59.939163 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Pushing event updated for resources: {'Port': ['ID=65fd3cb1-fce3-4c9a-8628-dcc92ca30055,revision_number=10']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:00.010717 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 56642) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:35:00.154739 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240b15b1-e941-4f3b-88a8-5f3157fb4bbb req-80b67a20-fafa-40d6-8dbf-7da38d57992f tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:35:00.156234 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-240b15b1-e941-4f3b-88a8-5f3157fb4bbb req-80b67a20-fafa-40d6-8dbf-7da38d57992f tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e HTTP/1.1" status: 200 len: 946 time: 0.0533569 Apr 06 11:35:00.205417 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-240b15b1-e941-4f3b-88a8-5f3157fb4bbb req-1777cdad-f9ad-4e4a-b84c-cbb5a2e3cf66 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5951896-6057-4637-a7f8-6d0ddac1b163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420513 Apr 06 11:35:00.338813 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d20a24-f0e4-474f-8188-05463685380f req-692da982-9bc0-4120-9dea-d9c94f002d8b tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:35:00.340304 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-c6d20a24-f0e4-474f-8188-05463685380f req-692da982-9bc0-4120-9dea-d9c94f002d8b tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b103f25-8b66-45dd-bd0d-00ec6ac98e27 HTTP/1.1" status: 200 len: 944 time: 0.0893657 Apr 06 11:35:00.404874 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-c6d20a24-f0e4-474f-8188-05463685380f req-230e24e6-3ae0-4526-91d8-696e7fba3d58 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac894724-97ca-41d3-96d5-110745d86dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575504 Apr 06 11:35:00.454419 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f412e61a-c8be-41e1-ae1f-b25fce6ea2ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-916893'] for router_interface (fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:00.498091 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73604e82-dabd-42de-adb0-d4195720dfc8 req-76edc953-cbb2-46a3-a6bc-fd2a1afd3993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:35:00.499623 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-73604e82-dabd-42de-adb0-d4195720dfc8 req-76edc953-cbb2-46a3-a6bc-fd2a1afd3993 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e HTTP/1.1" status: 200 len: 1130 time: 0.0483000 Apr 06 11:35:00.542442 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-73604e82-dabd-42de-adb0-d4195720dfc8 req-e167300f-eba8-4ae9-87a0-14f4151770c4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e5951896-6057-4637-a7f8-6d0ddac1b163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365987 Apr 06 11:35:00.701455 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-f412e61a-c8be-41e1-ae1f-b25fce6ea2ed admin admin] Deleting port 0ab8b412-d614-4c92-91c6-9358e6a6ad12 {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:35:00.701794 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f412e61a-c8be-41e1-ae1f-b25fce6ea2ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192836145'] for port (0ab8b412-d614-4c92-91c6-9358e6a6ad12), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:00.780062 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [None req-f412e61a-c8be-41e1-ae1f-b25fce6ea2ed admin admin] For port 0ab8b412-d614-4c92-91c6-9358e6a6ad12, host dv-cinder-836073-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=0ab8b412-d614-4c92-91c6-9358e6a6ad12,segment=NetworkSegment(37b12cda-1fd9-427f-b829-2881076d1208),segment_id=37b12cda-1fd9-427f-b829-2881076d1208)] {{(pid=103881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:35:00.780534 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f412e61a-c8be-41e1-ae1f-b25fce6ea2ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-891628'] for port (0ab8b412-d614-4c92-91c6-9358e6a6ad12), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:00.794225 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-f412e61a-c8be-41e1-ae1f-b25fce6ea2ed admin admin] Calling delete_port for 0ab8b412-d614-4c92-91c6-9358e6a6ad12 owned by network:router_interface {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:35:01.039186 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f412e61a-c8be-41e1-ae1f-b25fce6ea2ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192843524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779192465933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10088034'] for port (0ab8b412-d614-4c92-91c6-9358e6a6ad12), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:01.063044 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f412e61a-c8be-41e1-ae1f-b25fce6ea2ed admin admin] Pushing event deleted for resources: {'Port': ['ID=0ab8b412-d614-4c92-91c6-9358e6a6ad12,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:01.238772 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f412e61a-c8be-41e1-ae1f-b25fce6ea2ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-886285'] for router_interface (fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:01.339415 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc85ace-3cae-4e77-abb3-fb68cee921fa req-c232a8a0-639d-403a-8d83-f9be0f4b7e4f tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:35:01.340951 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3fc85ace-3cae-4e77-abb3-fb68cee921fa req-c232a8a0-639d-403a-8d83-f9be0f4b7e4f tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e HTTP/1.1" status: 200 len: 946 time: 0.0551491 Apr 06 11:35:01.387846 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3fc85ace-3cae-4e77-abb3-fb68cee921fa req-f4ba4eb0-db88-4212-b2d8-f8a88b716825 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5951896-6057-4637-a7f8-6d0ddac1b163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409780 Apr 06 11:35:01.477285 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f412e61a-c8be-41e1-ae1f-b25fce6ea2ed admin admin] Router fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05 has already been hosted by L3 agent 9404f039-f516-42fd-94a5-c122fff5649f {{(pid=103881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:35:01.597582 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f3ad2b-6945-43cf-9c36-f9418ea9cadf req-f5c9e0c0-2a04-47ce-a5fd-2d2f8d7dac80 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:35:01.599087 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-d6f3ad2b-6945-43cf-9c36-f9418ea9cadf req-f5c9e0c0-2a04-47ce-a5fd-2d2f8d7dac80 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b103f25-8b66-45dd-bd0d-00ec6ac98e27 HTTP/1.1" status: 200 len: 944 time: 0.1235864 Apr 06 11:35:01.648551 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f412e61a-c8be-41e1-ae1f-b25fce6ea2ed admin admin] Notify agent at l3_agent.dv-cinder-836073-2-iscsi the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:35:01.657928 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-f412e61a-c8be-41e1-ae1f-b25fce6ea2ed admin admin] 10.222.0.43 "PUT /v2.0/routers/fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6437721 Apr 06 11:35:01.658274 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 56662) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:35:01.659514 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ddbd48-a76f-4205-be98-f7e8177dd889 None None] Sync routers for ids ['fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05'] in dv-cinder-836073-2-iscsi {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:35:01.670537 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-d6f3ad2b-6945-43cf-9c36-f9418ea9cadf req-62929b9b-01c5-42c2-b5d9-235d8de5b5ac tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac894724-97ca-41d3-96d5-110745d86dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634308 Apr 06 11:35:01.672493 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ddbd48-a76f-4205-be98-f7e8177dd889 None None] Routers {'fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:35:01.679378 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-46ddbd48-a76f-4205-be98-f7e8177dd889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:34:39Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:35:01.774083 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e9c3ee44-4934-449d-bf8f-7f9ed918ac52 admin admin] Publish callbacks [] for router (fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:01.788192 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-46ddbd48-a76f-4205-be98-f7e8177dd889 None None] Set router fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:35:01.881996 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e9c3ee44-4934-449d-bf8f-7f9ed918ac52 admin admin] Publish callbacks [] for router_gateway (fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:01.962484 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-46ddbd48-a76f-4205-be98-f7e8177dd889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05', 'name': 'tempest-TestMinimumBasicScenario-2099437701-router', 'tenant_id': '740355080be44897b97d4b0cfd48c0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': '57e9922a-12fb-41e5-8a73-5a46c94a6132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:32:06Z', 'updated_at': '2022-04-06T11:35:00Z', 'revision_number': 5, 'project_id': '740355080be44897b97d4b0cfd48c0f0', 'gw_port': {'id': '57e9922a-12fb-41e5-8a73-5a46c94a6132', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:fb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:32:07Z', 'updated_at': '2022-04-06T11:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi'}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:35:01.992819 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ddbd48-a76f-4205-be98-f7e8177dd889 None None] Checking router: fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05 for host: dv-cinder-836073-2-iscsi {{(pid=103883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:35:02.002982 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ddbd48-a76f-4205-be98-f7e8177dd889 None None] Routers {'fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:35:02.003609 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-46ddbd48-a76f-4205-be98-f7e8177dd889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:34:39Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:35:02.008881 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-e9c3ee44-4934-449d-bf8f-7f9ed918ac52 admin admin] Deleting port 57e9922a-12fb-41e5-8a73-5a46c94a6132 {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:35:02.009257 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e9c3ee44-4934-449d-bf8f-7f9ed918ac52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192836145'] for port (57e9922a-12fb-41e5-8a73-5a46c94a6132), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:02.094551 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-46ddbd48-a76f-4205-be98-f7e8177dd889 None None] Set router fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05 gateway port host: None {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:35:02.095561 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-e9c3ee44-4934-449d-bf8f-7f9ed918ac52 admin admin] For port 57e9922a-12fb-41e5-8a73-5a46c94a6132, host dv-cinder-836073-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=57e9922a-12fb-41e5-8a73-5a46c94a6132,segment=NetworkSegment(a1489c3e-d8bf-465c-8161-3d720cf0d135),segment_id=a1489c3e-d8bf-465c-8161-3d720cf0d135)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:35:02.095927 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e9c3ee44-4934-449d-bf8f-7f9ed918ac52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-891628'] for port (57e9922a-12fb-41e5-8a73-5a46c94a6132), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:02.110059 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-e9c3ee44-4934-449d-bf8f-7f9ed918ac52 admin admin] Calling delete_port for 57e9922a-12fb-41e5-8a73-5a46c94a6132 owned by network:router_gateway {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:35:02.282970 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-46ddbd48-a76f-4205-be98-f7e8177dd889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05', 'name': 'tempest-TestMinimumBasicScenario-2099437701-router', 'tenant_id': '740355080be44897b97d4b0cfd48c0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:32:06Z', 'updated_at': '2022-04-06T11:35:01Z', 'revision_number': 6, 'project_id': '740355080be44897b97d4b0cfd48c0f0', 'gw_port_host': None}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:35:02.310777 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ddbd48-a76f-4205-be98-f7e8177dd889 None None] The sync data for ids ['fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05'] in dv-cinder-836073-2-iscsi is: [{'id': 'fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05', 'name': 'tempest-TestMinimumBasicScenario-2099437701-router', 'tenant_id': '740355080be44897b97d4b0cfd48c0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:32:06Z', 'updated_at': '2022-04-06T11:35:01Z', 'revision_number': 6, 'project_id': '740355080be44897b97d4b0cfd48c0f0', 'gw_port_host': None}] {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:35:02.425681 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e9c3ee44-4934-449d-bf8f-7f9ed918ac52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192843524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779192465933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797839'] for port (57e9922a-12fb-41e5-8a73-5a46c94a6132), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:02.459381 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c3ee44-4934-449d-bf8f-7f9ed918ac52 admin admin] Pushing event deleted for resources: {'Port': ['ID=57e9922a-12fb-41e5-8a73-5a46c94a6132,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:02.484482 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c3ee44-4934-449d-bf8f-7f9ed918ac52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:02.484482 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c3ee44-4934-449d-bf8f-7f9ed918ac52 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:02.484482 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c3ee44-4934-449d-bf8f-7f9ed918ac52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:02.484482 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c3ee44-4934-449d-bf8f-7f9ed918ac52 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:02.484482 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c3ee44-4934-449d-bf8f-7f9ed918ac52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:02.484482 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c3ee44-4934-449d-bf8f-7f9ed918ac52 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:02.484482 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c3ee44-4934-449d-bf8f-7f9ed918ac52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:02.485263 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c3ee44-4934-449d-bf8f-7f9ed918ac52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:02.485263 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c3ee44-4934-449d-bf8f-7f9ed918ac52 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:02.485533 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c3ee44-4934-449d-bf8f-7f9ed918ac52 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:02.485782 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c3ee44-4934-449d-bf8f-7f9ed918ac52 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:02.486035 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c3ee44-4934-449d-bf8f-7f9ed918ac52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:02.486354 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c3ee44-4934-449d-bf8f-7f9ed918ac52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:02.486670 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c3ee44-4934-449d-bf8f-7f9ed918ac52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:02.486982 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c3ee44-4934-449d-bf8f-7f9ed918ac52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:02.563345 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e9c3ee44-4934-449d-bf8f-7f9ed918ac52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-886475'] for router_gateway (fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:02.644883 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b63061-8fe9-466a-a3f5-09d5a3d4e84f req-5978c7b2-4fe1-43ab-8250-228685cb3abb tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:35:02.647520 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b4b63061-8fe9-466a-a3f5-09d5a3d4e84f req-5978c7b2-4fe1-43ab-8250-228685cb3abb tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e HTTP/1.1" status: 200 len: 946 time: 0.1795640 Apr 06 11:35:02.699269 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e9c3ee44-4934-449d-bf8f-7f9ed918ac52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-915576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7872'] for router (fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:02.703825 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e9c3ee44-4934-449d-bf8f-7f9ed918ac52 admin admin] Publish callbacks [] for router_controller (fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05), precommit_delete_associations {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:02.800757 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b4b63061-8fe9-466a-a3f5-09d5a3d4e84f req-8da18afc-8efa-4132-bd87-61d580c9a9b3 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5951896-6057-4637-a7f8-6d0ddac1b163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274130 Apr 06 11:35:02.847097 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc6209-b390-4c8b-a80a-cf4f558484be req-5c97393d-3622-4476-9315-8b3304e0b792 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:35:02.848638 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-22cc6209-b390-4c8b-a80a-cf4f558484be req-5c97393d-3622-4476-9315-8b3304e0b792 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b103f25-8b66-45dd-bd0d-00ec6ac98e27 HTTP/1.1" status: 200 len: 944 time: 0.0827239 Apr 06 11:35:02.854191 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e9c3ee44-4934-449d-bf8f-7f9ed918ac52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-915569'] for router (fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:02.854574 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9c3ee44-4934-449d-bf8f-7f9ed918ac52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05 {{(pid=103882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 11:35:02.863562 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e9c3ee44-4934-449d-bf8f-7f9ed918ac52 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:02.886444 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-e9c3ee44-4934-449d-bf8f-7f9ed918ac52 admin admin] 10.222.0.43 "DELETE /v2.0/routers/fd7b8ea5-6304-4f9e-b302-5ab0f2c30f05 HTTP/1.1" status: 204 len: 168 time: 1.2054555 Apr 06 11:35:02.886444 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 56712) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:35:02.905946 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-22cc6209-b390-4c8b-a80a-cf4f558484be req-8f792e81-0862-4a94-a223-688f559042bc tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac894724-97ca-41d3-96d5-110745d86dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501733 Apr 06 11:35:02.913678 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_v2 [None req-04dfe9ab-4580-4e47-bddc-50ec524d0c90 admin admin] Deleting subnet 61035200-00d2-4cb6-9c63-74a66ed9fe60 {{(pid=103882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 11:35:02.927021 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-04dfe9ab-4580-4e47-bddc-50ec524d0c90 admin admin] Publish callbacks [] for subnet (61035200-00d2-4cb6-9c63-74a66ed9fe60), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:02.954506 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-04dfe9ab-4580-4e47-bddc-50ec524d0c90 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8476880'] for subnet (61035200-00d2-4cb6-9c63-74a66ed9fe60), precommit_delete_associations {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:03.042524 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-04dfe9ab-4580-4e47-bddc-50ec524d0c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961957'] for subnet (61035200-00d2-4cb6-9c63-74a66ed9fe60), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:03.163391 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device 0ab8b412-d614-4c92-91c6-9358e6a6ad12 no longer exists at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:35:03.189879 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] No Port match for: 0ab8b412-d614-4c92-91c6-9358e6a6ad12 {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:35:03.190220 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device 0ab8b412-d614-4c92-91c6-9358e6a6ad12 not bound to the agent host dv-cinder-836073-2-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:35:03.190631 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device 57e9922a-12fb-41e5-8a73-5a46c94a6132 no longer exists at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:35:03.212014 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] No Port match for: 57e9922a-12fb-41e5-8a73-5a46c94a6132 {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:35:03.212615 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device 57e9922a-12fb-41e5-8a73-5a46c94a6132 not bound to the agent host dv-cinder-836073-2-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:35:03.229148 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-04dfe9ab-4580-4e47-bddc-50ec524d0c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1961962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8797880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10017396'] for subnet (61035200-00d2-4cb6-9c63-74a66ed9fe60), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:03.243108 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-04dfe9ab-4580-4e47-bddc-50ec524d0c90 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:03.249804 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-04dfe9ab-4580-4e47-bddc-50ec524d0c90 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/61035200-00d2-4cb6-9c63-74a66ed9fe60 HTTP/1.1" status: 204 len: 168 time: 0.3815906 Apr 06 11:35:03.252387 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 56724) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:35:03.256147 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e6456e-9451-4064-b1c6-2bf027288229 None None] Network 60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c requested from dv-cinder-836073-2-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:35:03.268587 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dfe9ab-4580-4e47-bddc-50ec524d0c90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61035200-00d2-4cb6-9c63-74a66ed9fe60,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:03.346254 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3c1b209e-168d-412f-9f68-be4183a201d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707938'] for network (60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:03.453378 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92c671d-cb70-4575-bb0a-b95b0040d09c None None] DHCP port deletion for 60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c request from dv-cinder-836073-2-iscsi {{(pid=103883) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 11:35:03.524753 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e92c671d-cb70-4575-bb0a-b95b0040d09c None None] Deleting port af998dde-c8ec-4ec8-9cf9-b8be39c07b94 {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:35:03.525173 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e92c671d-cb70-4575-bb0a-b95b0040d09c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192836145'] for port (af998dde-c8ec-4ec8-9cf9-b8be39c07b94), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:03.592510 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e92c671d-cb70-4575-bb0a-b95b0040d09c None None] For port af998dde-c8ec-4ec8-9cf9-b8be39c07b94, host dv-cinder-836073-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=af998dde-c8ec-4ec8-9cf9-b8be39c07b94,segment=NetworkSegment(37b12cda-1fd9-427f-b829-2881076d1208),segment_id=37b12cda-1fd9-427f-b829-2881076d1208)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:35:03.592933 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e92c671d-cb70-4575-bb0a-b95b0040d09c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-891628'] for port (af998dde-c8ec-4ec8-9cf9-b8be39c07b94), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:03.605921 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e92c671d-cb70-4575-bb0a-b95b0040d09c None None] Calling delete_port for af998dde-c8ec-4ec8-9cf9-b8be39c07b94 owned by network:dhcp {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:35:03.664538 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device 2c4f0f8f-f592-4452-a3bb-6c3d06347faa details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:35:03.673669 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-3c1b209e-168d-412f-9f68-be4183a201d5 admin admin] Deleting port af998dde-c8ec-4ec8-9cf9-b8be39c07b94 {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:35:03.673912 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3c1b209e-168d-412f-9f68-be4183a201d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192836145'] for port (af998dde-c8ec-4ec8-9cf9-b8be39c07b94), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:03.751919 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [None req-3c1b209e-168d-412f-9f68-be4183a201d5 admin admin] For port af998dde-c8ec-4ec8-9cf9-b8be39c07b94, host dv-cinder-836073-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=af998dde-c8ec-4ec8-9cf9-b8be39c07b94,segment=NetworkSegment(37b12cda-1fd9-427f-b829-2881076d1208),segment_id=37b12cda-1fd9-427f-b829-2881076d1208)] {{(pid=103881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:35:03.752271 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3c1b209e-168d-412f-9f68-be4183a201d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-891628'] for port (af998dde-c8ec-4ec8-9cf9-b8be39c07b94), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:03.774300 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-3c1b209e-168d-412f-9f68-be4183a201d5 admin admin] Calling delete_port for af998dde-c8ec-4ec8-9cf9-b8be39c07b94 owned by network:dhcp {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:35:03.782224 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-d2f8dd02-8968-40b0-bca4-a7fc1cec66fd None None] Agent healthcheck: found 6 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:35:03.794049 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port 2c4f0f8f-f592-4452-a3bb-6c3d06347faa, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=2c4f0f8f-f592-4452-a3bb-6c3d06347faa,segment=NetworkSegment(6a602240-3922-4bf0-a8bb-04a4d05b55c4),segment_id=6a602240-3922-4bf0-a8bb-04a4d05b55c4)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:35:03.806822 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Returning: {'device': '2c4f0f8f-f592-4452-a3bb-6c3d06347faa', 'network_id': '5529688d-cbb0-454c-b2b2-2dd8660f20c8', 'port_id': '2c4f0f8f-f592-4452-a3bb-6c3d06347faa', 'mac_address': 'fa:16:3e:1f:c6:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5124a61-a5c8-4acc-8eca-8ed8dd4c3666', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:35:03.847085 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e92c671d-cb70-4575-bb0a-b95b0040d09c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192843524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779192465933'] for port (af998dde-c8ec-4ec8-9cf9-b8be39c07b94), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:03.853328 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Current status of the port 2c4f0f8f-f592-4452-a3bb-6c3d06347faa is: DOWN; New status is: BUILD {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:35:03.853710 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (2c4f0f8f-f592-4452-a3bb-6c3d06347faa), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:03.887501 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3c1b209e-168d-412f-9f68-be4183a201d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192843524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779192465933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10088034'] for port (af998dde-c8ec-4ec8-9cf9-b8be39c07b94), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:03.919588 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1b209e-168d-412f-9f68-be4183a201d5 admin admin] No DVR routers for this DVR port af998dde-c8ec-4ec8-9cf9-b8be39c07b94 on host dv-cinder-836073-2-iscsi {{(pid=103881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:35:03.921714 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1b209e-168d-412f-9f68-be4183a201d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=af998dde-c8ec-4ec8-9cf9-b8be39c07b94,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:03.925634 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c4f0f8f-f592-4452-a3bb-6c3d06347faa {{(pid=103883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:35:03.937486 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92c671d-cb70-4575-bb0a-b95b0040d09c None None] No DVR routers for this DVR port af998dde-c8ec-4ec8-9cf9-b8be39c07b94 on host dv-cinder-836073-2-iscsi {{(pid=103883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:35:03.948715 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92c671d-cb70-4575-bb0a-b95b0040d09c None None] Pushing event deleted for resources: {'Port': ['ID=af998dde-c8ec-4ec8-9cf9-b8be39c07b94,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:03.995950 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port 2c4f0f8f-f592-4452-a3bb-6c3d06347faa, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=2c4f0f8f-f592-4452-a3bb-6c3d06347faa,segment=NetworkSegment(6a602240-3922-4bf0-a8bb-04a4d05b55c4),segment_id=6a602240-3922-4bf0-a8bb-04a4d05b55c4)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:35:03.997068 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d310a-034c-439b-80cf-b5bc929da9cb req-95438392-d2b1-4bda-85c8-59f134e3ea73 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:35:03.998793 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-697d310a-034c-439b-80cf-b5bc929da9cb req-95438392-d2b1-4bda-85c8-59f134e3ea73 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e HTTP/1.1" status: 200 len: 946 time: 0.0984619 Apr 06 11:35:04.062366 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (2c4f0f8f-f592-4452-a3bb-6c3d06347faa), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:04.072488 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3c1b209e-168d-412f-9f68-be4183a201d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1963294', 'neutron.services.segments.db._delete_segments_for_network-8779192912505'] for network (60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:04.083373 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-697d310a-034c-439b-80cf-b5bc929da9cb req-e7054c2d-4f4a-4f0e-995e-f09a0832541d tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5951896-6057-4637-a7f8-6d0ddac1b163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750721 Apr 06 11:35:04.103143 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.services.segments.db [None req-3c1b209e-168d-412f-9f68-be4183a201d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c']}} {{(pid=103881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:35:04.117007 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.services.segments.db [None req-3c1b209e-168d-412f-9f68-be4183a201d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37b12cda-1fd9-427f-b829-2881076d1208') {'for_net_delete': True} {{(pid=103881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:35:04.117338 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.services.segments.db [None req-3c1b209e-168d-412f-9f68-be4183a201d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37b12cda-1fd9-427f-b829-2881076d1208') {} {{(pid=103881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:35:04.134504 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451d796e-76b9-47ab-b7c4-650b6df1ed50 req-eb5db11e-8825-41d1-b21e-5e50a2e2031f tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:35:04.136031 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-451d796e-76b9-47ab-b7c4-650b6df1ed50 req-eb5db11e-8825-41d1-b21e-5e50a2e2031f tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b103f25-8b66-45dd-bd0d-00ec6ac98e27 HTTP/1.1" status: 200 len: 944 time: 0.1104393 Apr 06 11:35:04.137841 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3c1b209e-168d-412f-9f68-be4183a201d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779192913282', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10087879'] for segment (37b12cda-1fd9-427f-b829-2881076d1208), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:04.142498 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Pushing event updated for resources: {'Port': ['ID=2c4f0f8f-f592-4452-a3bb-6c3d06347faa,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:04.161648 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3c1b209e-168d-412f-9f68-be4183a201d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726494'] for segment (37b12cda-1fd9-427f-b829-2881076d1208), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:04.173597 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c1b209e-168d-412f-9f68-be4183a201d5 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=103881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 11:35:04.173931 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3c1b209e-168d-412f-9f68-be4183a201d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10087999'] for segment (37b12cda-1fd9-427f-b829-2881076d1208), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:04.175542 dv-cinder-836073-2-iscsi neutron-server[103881]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 11:35:04.175542 dv-cinder-836073-2-iscsi neutron-server[103881]: self.session.flush() Apr 06 11:35:04.175542 dv-cinder-836073-2-iscsi neutron-server[103881]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 11:35:04.175542 dv-cinder-836073-2-iscsi neutron-server[103881]: self.session.flush() Apr 06 11:35:04.175542 dv-cinder-836073-2-iscsi neutron-server[103881]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 11:35:04.175542 dv-cinder-836073-2-iscsi neutron-server[103881]: self.session.flush() Apr 06 11:35:04.175542 dv-cinder-836073-2-iscsi neutron-server[103881]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 11:35:04.175542 dv-cinder-836073-2-iscsi neutron-server[103881]: self.session.flush() Apr 06 11:35:04.175542 dv-cinder-836073-2-iscsi neutron-server[103881]: Traceback (most recent call last): Apr 06 11:35:04.175542 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 11:35:04.175542 dv-cinder-836073-2-iscsi neutron-server[103881]: timer() Apr 06 11:35:04.175542 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 11:35:04.175542 dv-cinder-836073-2-iscsi neutron-server[103881]: cb(*args, **kw) Apr 06 11:35:04.175542 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 11:35:04.175542 dv-cinder-836073-2-iscsi neutron-server[103881]: return func(*args, **kwargs) Apr 06 11:35:04.175542 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 11:35:04.175542 dv-cinder-836073-2-iscsi neutron-server[103881]: self._notify() Apr 06 11:35:04.175542 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 11:35:04.175542 dv-cinder-836073-2-iscsi neutron-server[103881]: self.callback(batched_events) Apr 06 11:35:04.175542 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 11:35:04.175542 dv-cinder-836073-2-iscsi neutron-server[103881]: event.method(event) Apr 06 11:35:04.175542 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 11:35:04.175542 dv-cinder-836073-2-iscsi neutron-server[103881]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 11:35:04.175542 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 11:35:04.175542 dv-cinder-836073-2-iscsi neutron-server[103881]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 11:35:04.175542 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 11:35:04.175542 dv-cinder-836073-2-iscsi neutron-server[103881]: return f(self, *a, **k) Apr 06 11:35:04.175542 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 11:35:04.175542 dv-cinder-836073-2-iscsi neutron-server[103881]: return self._get(url).json() Apr 06 11:35:04.175542 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 11:35:04.175542 dv-cinder-836073-2-iscsi neutron-server[103881]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 11:35:04.175542 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 11:35:04.175542 dv-cinder-836073-2-iscsi neutron-server[103881]: return self.request(url, 'GET', **kwargs) Apr 06 11:35:04.175542 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 11:35:04.175542 dv-cinder-836073-2-iscsi neutron-server[103881]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 11:35:04.175542 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 11:35:04.175542 dv-cinder-836073-2-iscsi neutron-server[103881]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 11:35:04.175542 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 11:35:04.175542 dv-cinder-836073-2-iscsi neutron-server[103881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 11:35:04.175542 dv-cinder-836073-2-iscsi neutron-server[103881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 11:35:04.252730 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-451d796e-76b9-47ab-b7c4-650b6df1ed50 req-f2715bb7-4235-41df-89f2-fd5d9e17d655 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac894724-97ca-41d3-96d5-110745d86dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012216 Apr 06 11:35:04.283164 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] get_ports_and_sgs() called for port_ids ['2c4f0f8f-f592-4452-a3bb-6c3d06347faa'] {{(pid=103883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:35:04.351452 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3c1b209e-168d-412f-9f68-be4183a201d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1963367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-886447'] for network (60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:04.367676 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3c1b209e-168d-412f-9f68-be4183a201d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570608'] for network (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:04.370865 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-3c1b209e-168d-412f-9f68-be4183a201d5 admin admin] 10.222.0.43 "DELETE /v2.0/networks/60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c HTTP/1.1" status: 204 len: 168 time: 1.1172750 Apr 06 11:35:04.371881 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1b209e-168d-412f-9f68-be4183a201d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=60494e1d-8a19-4d1c-b4d6-dc46d6e0d68c,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:04.374037 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 56754) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:35:04.799243 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f725f821-fd1a-48e3-b315-3d669897dd25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-916893'] for router_interface (7ebc8eb1-75e1-4378-818a-878572ebbed2), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:05.021353 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device af998dde-c8ec-4ec8-9cf9-b8be39c07b94 no longer exists at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:35:05.049255 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] No Port match for: af998dde-c8ec-4ec8-9cf9-b8be39c07b94 {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:35:05.049694 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device af998dde-c8ec-4ec8-9cf9-b8be39c07b94 not bound to the agent host dv-cinder-836073-2-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:35:05.110513 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-f725f821-fd1a-48e3-b315-3d669897dd25 admin admin] Deleting port b4554443-14cf-49fd-b6b7-d89125c8b393 {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:35:05.111072 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f725f821-fd1a-48e3-b315-3d669897dd25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192836145'] for port (b4554443-14cf-49fd-b6b7-d89125c8b393), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:05.215686 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-f725f821-fd1a-48e3-b315-3d669897dd25 admin admin] For port b4554443-14cf-49fd-b6b7-d89125c8b393, host dv-cinder-836073-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=b4554443-14cf-49fd-b6b7-d89125c8b393,segment=NetworkSegment(ad8554b1-2ca6-4cf8-ab29-e2992f852a46),segment_id=ad8554b1-2ca6-4cf8-ab29-e2992f852a46)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:35:05.216044 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f725f821-fd1a-48e3-b315-3d669897dd25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-891628'] for port (b4554443-14cf-49fd-b6b7-d89125c8b393), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:05.231837 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-f725f821-fd1a-48e3-b315-3d669897dd25 admin admin] Calling delete_port for b4554443-14cf-49fd-b6b7-d89125c8b393 owned by network:router_interface {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:35:05.246227 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8003259a-8148-40cd-bb5b-d140ae306808 req-4d5a72f8-6d5b-4002-9927-15891b4f1290 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:35:05.247698 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8003259a-8148-40cd-bb5b-d140ae306808 req-4d5a72f8-6d5b-4002-9927-15891b4f1290 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e HTTP/1.1" status: 200 len: 946 time: 0.0891485 Apr 06 11:35:05.340880 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8003259a-8148-40cd-bb5b-d140ae306808 req-155fce9f-eecb-47b9-8093-f699f2928598 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5951896-6057-4637-a7f8-6d0ddac1b163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865076 Apr 06 11:35:05.372899 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f5f58-3334-45dc-8e4c-0a0002c7aa30 req-66a9abcd-c472-478c-9473-bdbc4f1efdbe tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:35:05.374674 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-410f5f58-3334-45dc-8e4c-0a0002c7aa30 req-66a9abcd-c472-478c-9473-bdbc4f1efdbe tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b103f25-8b66-45dd-bd0d-00ec6ac98e27 HTTP/1.1" status: 200 len: 945 time: 0.0560825 Apr 06 11:35:05.424720 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-410f5f58-3334-45dc-8e4c-0a0002c7aa30 req-6a8d6794-4e77-4ef1-ac3a-0df890651efa tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac894724-97ca-41d3-96d5-110745d86dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432334 Apr 06 11:35:05.545246 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f725f821-fd1a-48e3-b315-3d669897dd25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192843524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779192465933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797839'] for port (b4554443-14cf-49fd-b6b7-d89125c8b393), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:05.574142 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f725f821-fd1a-48e3-b315-3d669897dd25 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4554443-14cf-49fd-b6b7-d89125c8b393,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:05.657329 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device 2c4f0f8f-f592-4452-a3bb-6c3d06347faa up at agent hyperv_hv-cinder-83607 {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:35:05.805491 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Provisioning for port 2c4f0f8f-f592-4452-a3bb-6c3d06347faa completed by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 11:35:05.809645 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Provisioning complete for port 2c4f0f8f-f592-4452-a3bb-6c3d06347faa triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:35:05.810026 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (2c4f0f8f-f592-4452-a3bb-6c3d06347faa), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:05.895419 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Current status of the port 2c4f0f8f-f592-4452-a3bb-6c3d06347faa is: BUILD; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:35:05.896279 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (2c4f0f8f-f592-4452-a3bb-6c3d06347faa), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:05.919619 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b103f25-8b66-45dd-bd0d-00ec6ac98e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c4f0f8f-f592-4452-a3bb-6c3d06347faa'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:35:05.921921 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a256e0d7ec5edad375dd6353356bf7a80218bed4a34d309726d6a914db977355" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb81b0c-dc94-40ca-8f5c-11f5b702d766" -d '{"events": [{"server_uuid": "8b103f25-8b66-45dd-bd0d-00ec6ac98e27", "name": "network-vif-plugged", "status": "completed", "tag": "2c4f0f8f-f592-4452-a3bb-6c3d06347faa"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:35:05.935860 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port 2c4f0f8f-f592-4452-a3bb-6c3d06347faa, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=2c4f0f8f-f592-4452-a3bb-6c3d06347faa,segment=NetworkSegment(6a602240-3922-4bf0-a8bb-04a4d05b55c4),segment_id=6a602240-3922-4bf0-a8bb-04a4d05b55c4)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:35:05.960074 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a8221d1-bea0-4849-9efc-aeb8259ce9dd x-openstack-request-id: req-3a8221d1-bea0-4849-9efc-aeb8259ce9dd {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:35:05.960394 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b103f25-8b66-45dd-bd0d-00ec6ac98e27", "name": "network-vif-plugged", "status": "completed", "tag": "2c4f0f8f-f592-4452-a3bb-6c3d06347faa", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:35:05.963563 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3a8221d1-bea0-4849-9efc-aeb8259ce9dd {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:35:05.963563 dv-cinder-836073-2-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a8221d1-bea0-4849-9efc-aeb8259ce9dd'] response: {'server_uuid': '8b103f25-8b66-45dd-bd0d-00ec6ac98e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c4f0f8f-f592-4452-a3bb-6c3d06347faa', 'code': 200} Apr 06 11:35:05.998791 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f725f821-fd1a-48e3-b315-3d669897dd25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-886285'] for router_interface (7ebc8eb1-75e1-4378-818a-878572ebbed2), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:06.022660 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (2c4f0f8f-f592-4452-a3bb-6c3d06347faa), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:06.107678 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Pushing event updated for resources: {'Port': ['ID=2c4f0f8f-f592-4452-a3bb-6c3d06347faa,revision_number=5']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:06.242206 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f725f821-fd1a-48e3-b315-3d669897dd25 admin admin] Router 7ebc8eb1-75e1-4378-818a-878572ebbed2 has already been hosted by L3 agent 9404f039-f516-42fd-94a5-c122fff5649f {{(pid=103882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:35:06.389569 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f725f821-fd1a-48e3-b315-3d669897dd25 admin admin] Notify agent at l3_agent.dv-cinder-836073-2-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:35:06.395030 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-f725f821-fd1a-48e3-b315-3d669897dd25 admin admin] 10.222.0.43 "PUT /v2.0/routers/7ebc8eb1-75e1-4378-818a-878572ebbed2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0201478 Apr 06 11:35:06.397881 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 56788) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:35:06.399750 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9bcf8a-4259-4848-9171-30216d0f5f68 None None] Sync routers for ids ['7ebc8eb1-75e1-4378-818a-878572ebbed2'] in dv-cinder-836073-2-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:35:06.402942 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45756d21-3f62-4b69-b0a5-b3486d1b0281 req-7de62229-8fc6-47f1-b941-82d7d4a724af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:35:06.406297 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-45756d21-3f62-4b69-b0a5-b3486d1b0281 req-7de62229-8fc6-47f1-b941-82d7d4a724af service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8b103f25-8b66-45dd-bd0d-00ec6ac98e27 HTTP/1.1" status: 200 len: 1130 time: 0.0708442 Apr 06 11:35:06.412155 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9bcf8a-4259-4848-9171-30216d0f5f68 None None] Routers {'7ebc8eb1-75e1-4378-818a-878572ebbed2'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:35:06.412995 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-5a9bcf8a-4259-4848-9171-30216d0f5f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:34:39Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['7ebc8eb1-75e1-4378-818a-878572ebbed2'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:35:06.456445 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-45756d21-3f62-4b69-b0a5-b3486d1b0281 req-71661759-a831-49fc-aa43-18fb19240b7c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ac894724-97ca-41d3-96d5-110745d86dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433118 Apr 06 11:35:06.542387 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-5a9bcf8a-4259-4848-9171-30216d0f5f68 None None] Set router 7ebc8eb1-75e1-4378-818a-878572ebbed2 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:35:06.556310 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c3856203-c949-4cf9-9b49-ca9d3c7e3a16 admin admin] Publish callbacks [] for router (7ebc8eb1-75e1-4378-818a-878572ebbed2), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:06.594844 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (dc195572-b6d9-4259-8541-839e457b2650), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:06.611995 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5cacb4-4724-4aad-bb21-8ae03f9c62f4 req-a60839b5-e613-4a9d-8d9f-0357d009b4b0 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:35:06.613762 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ac5cacb4-4724-4aad-bb21-8ae03f9c62f4 req-a60839b5-e613-4a9d-8d9f-0357d009b4b0 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b103f25-8b66-45dd-bd0d-00ec6ac98e27 HTTP/1.1" status: 200 len: 946 time: 0.1126385 Apr 06 11:35:06.633606 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-384f3595-078e-4f22-b598-af7f6cc2c614 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (8a8bc679-53b2-461d-b015-cec5a247fb94), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:06.713044 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ac5cacb4-4724-4aad-bb21-8ae03f9c62f4 req-682a03f2-b9ae-4f7e-b1bf-4024371f7ebc tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac894724-97ca-41d3-96d5-110745d86dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913107 Apr 06 11:35:06.718281 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c3856203-c949-4cf9-9b49-ca9d3c7e3a16 admin admin] Publish callbacks [] for router_gateway (7ebc8eb1-75e1-4378-818a-878572ebbed2), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:06.728235 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-5a9bcf8a-4259-4848-9171-30216d0f5f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ebc8eb1-75e1-4378-818a-878572ebbed2', 'name': 'tempest-TestMinimumBasicScenario-1236498894-router', 'tenant_id': '5c290c56309a4a208da6746a2e7598e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'ef03de6d-f1c5-41f3-ba59-c64a31c0dd67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:32:13Z', 'updated_at': '2022-04-06T11:35:05Z', 'revision_number': 5, 'project_id': '5c290c56309a4a208da6746a2e7598e5', 'gw_port': {'id': 'ef03de6d-f1c5-41f3-ba59-c64a31c0dd67', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:96:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ebc8eb1-75e1-4378-818a-878572ebbed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:32:13Z', 'updated_at': '2022-04-06T11:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi'}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:35:06.756072 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9bcf8a-4259-4848-9171-30216d0f5f68 None None] Checking router: 7ebc8eb1-75e1-4378-818a-878572ebbed2 for host: dv-cinder-836073-2-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:35:06.764392 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9bcf8a-4259-4848-9171-30216d0f5f68 None None] Routers {'7ebc8eb1-75e1-4378-818a-878572ebbed2'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:35:06.764987 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-5a9bcf8a-4259-4848-9171-30216d0f5f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:34:39Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['7ebc8eb1-75e1-4378-818a-878572ebbed2'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:35:06.836612 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-c3856203-c949-4cf9-9b49-ca9d3c7e3a16 admin admin] Deleting port ef03de6d-f1c5-41f3-ba59-c64a31c0dd67 {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:35:06.836948 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c3856203-c949-4cf9-9b49-ca9d3c7e3a16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192836145'] for port (ef03de6d-f1c5-41f3-ba59-c64a31c0dd67), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:06.873688 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-5a9bcf8a-4259-4848-9171-30216d0f5f68 None None] Set router 7ebc8eb1-75e1-4378-818a-878572ebbed2 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:35:06.921196 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [None req-c3856203-c949-4cf9-9b49-ca9d3c7e3a16 admin admin] For port ef03de6d-f1c5-41f3-ba59-c64a31c0dd67, host dv-cinder-836073-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=ef03de6d-f1c5-41f3-ba59-c64a31c0dd67,segment=NetworkSegment(a1489c3e-d8bf-465c-8161-3d720cf0d135),segment_id=a1489c3e-d8bf-465c-8161-3d720cf0d135)] {{(pid=103881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:35:06.921522 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c3856203-c949-4cf9-9b49-ca9d3c7e3a16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-891628'] for port (ef03de6d-f1c5-41f3-ba59-c64a31c0dd67), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:06.933927 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-c3856203-c949-4cf9-9b49-ca9d3c7e3a16 admin admin] Calling delete_port for ef03de6d-f1c5-41f3-ba59-c64a31c0dd67 owned by network:router_gateway {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:35:07.058232 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-5a9bcf8a-4259-4848-9171-30216d0f5f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ebc8eb1-75e1-4378-818a-878572ebbed2', 'name': 'tempest-TestMinimumBasicScenario-1236498894-router', 'tenant_id': '5c290c56309a4a208da6746a2e7598e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'ef03de6d-f1c5-41f3-ba59-c64a31c0dd67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:32:13Z', 'updated_at': '2022-04-06T11:35:05Z', 'revision_number': 5, 'project_id': '5c290c56309a4a208da6746a2e7598e5', 'gw_port': {'id': 'ef03de6d-f1c5-41f3-ba59-c64a31c0dd67', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:96:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ebc8eb1-75e1-4378-818a-878572ebbed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:32:13Z', 'updated_at': '2022-04-06T11:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi'}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:35:07.088840 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9bcf8a-4259-4848-9171-30216d0f5f68 None None] The sync data for ids ['7ebc8eb1-75e1-4378-818a-878572ebbed2'] in dv-cinder-836073-2-iscsi is: [{'id': '7ebc8eb1-75e1-4378-818a-878572ebbed2', 'name': 'tempest-TestMinimumBasicScenario-1236498894-router', 'tenant_id': '5c290c56309a4a208da6746a2e7598e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': 'ef03de6d-f1c5-41f3-ba59-c64a31c0dd67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:32:13Z', 'updated_at': '2022-04-06T11:35:05Z', 'revision_number': 5, 'project_id': '5c290c56309a4a208da6746a2e7598e5', 'gw_port': {'id': 'ef03de6d-f1c5-41f3-ba59-c64a31c0dd67', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:96:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ebc8eb1-75e1-4378-818a-878572ebbed2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:32:13Z', 'updated_at': '2022-04-06T11:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi'}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:35:07.187996 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c3856203-c949-4cf9-9b49-ca9d3c7e3a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192843524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779192465933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10088034'] for port (ef03de6d-f1c5-41f3-ba59-c64a31c0dd67), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:07.215627 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3856203-c949-4cf9-9b49-ca9d3c7e3a16 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef03de6d-f1c5-41f3-ba59-c64a31c0dd67,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:07.280433 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c3856203-c949-4cf9-9b49-ca9d3c7e3a16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-886475'] for router_gateway (7ebc8eb1-75e1-4378-818a-878572ebbed2), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:07.368820 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c3856203-c949-4cf9-9b49-ca9d3c7e3a16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-915576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7872'] for router (7ebc8eb1-75e1-4378-818a-878572ebbed2), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:07.370932 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c3856203-c949-4cf9-9b49-ca9d3c7e3a16 admin admin] Publish callbacks [] for router_controller (7ebc8eb1-75e1-4378-818a-878572ebbed2), precommit_delete_associations {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:07.505879 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c3856203-c949-4cf9-9b49-ca9d3c7e3a16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-915569'] for router (7ebc8eb1-75e1-4378-818a-878572ebbed2), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:07.506477 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3856203-c949-4cf9-9b49-ca9d3c7e3a16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ebc8eb1-75e1-4378-818a-878572ebbed2 {{(pid=103881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 11:35:07.510755 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c3856203-c949-4cf9-9b49-ca9d3c7e3a16 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:07.511910 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-c3856203-c949-4cf9-9b49-ca9d3c7e3a16 admin admin] 10.222.0.43 "DELETE /v2.0/routers/7ebc8eb1-75e1-4378-818a-878572ebbed2 HTTP/1.1" status: 204 len: 168 time: 1.1130412 Apr 06 11:35:07.514456 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 56794) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:35:07.568585 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4a7d5c4-fff1-463c-bf34-6d9b563ce3d2 admin admin] Deleting subnet b95fedb3-3ea8-4623-bafc-a1a21d47dbc4 {{(pid=103881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 11:35:07.573318 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b4a7d5c4-fff1-463c-bf34-6d9b563ce3d2 admin admin] Publish callbacks [] for subnet (b95fedb3-3ea8-4623-bafc-a1a21d47dbc4), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:07.613485 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b4a7d5c4-fff1-463c-bf34-6d9b563ce3d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10087740'] for subnet (b95fedb3-3ea8-4623-bafc-a1a21d47dbc4), precommit_delete_associations {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:07.696144 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b4a7d5c4-fff1-463c-bf34-6d9b563ce3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961957'] for subnet (b95fedb3-3ea8-4623-bafc-a1a21d47dbc4), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:07.847959 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa31a33d-f293-41ea-a559-6e9997d3a727 req-e75e005f-ede2-4c28-8c1e-bb56d0b9c5dd tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:35:07.850593 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fa31a33d-f293-41ea-a559-6e9997d3a727 req-e75e005f-ede2-4c28-8c1e-bb56d0b9c5dd tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b103f25-8b66-45dd-bd0d-00ec6ac98e27 HTTP/1.1" status: 200 len: 946 time: 0.0607715 Apr 06 11:35:07.868122 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b4a7d5c4-fff1-463c-bf34-6d9b563ce3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1961962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10088021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8583084'] for subnet (b95fedb3-3ea8-4623-bafc-a1a21d47dbc4), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:07.899028 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b4a7d5c4-fff1-463c-bf34-6d9b563ce3d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570608'] for subnet (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:07.899471 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fa31a33d-f293-41ea-a559-6e9997d3a727 req-b57bdc24-01d4-4884-aae2-4c61347c4144 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac894724-97ca-41d3-96d5-110745d86dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438533 Apr 06 11:35:07.902775 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c2bb3f-58d0-4db8-a82e-97c73eae0099 None None] Network d805fe79-727e-4efa-9e93-6230bc710952 requested from dv-cinder-836073-2-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:35:07.903594 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-b4a7d5c4-fff1-463c-bf34-6d9b563ce3d2 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b95fedb3-3ea8-4623-bafc-a1a21d47dbc4 HTTP/1.1" status: 204 len: 168 time: 0.3881211 Apr 06 11:35:07.904614 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a7d5c4-fff1-463c-bf34-6d9b563ce3d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b95fedb3-3ea8-4623-bafc-a1a21d47dbc4,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:07.906093 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 56804) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:35:07.979332 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7f8e4ab3-3aaf-4a0e-8279-f15c528b6914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707938'] for network (d805fe79-727e-4efa-9e93-6230bc710952), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:08.035629 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5139fe84-0b3a-46d0-b583-7864a85743c1 req-3b201f1a-4ed4-4c77-a153-e2d88ff97382 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:35:08.035629 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-5139fe84-0b3a-46d0-b583-7864a85743c1 req-3b201f1a-4ed4-4c77-a153-e2d88ff97382 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b103f25-8b66-45dd-bd0d-00ec6ac98e27 HTTP/1.1" status: 200 len: 946 time: 0.0622573 Apr 06 11:35:08.051237 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-7f8e4ab3-3aaf-4a0e-8279-f15c528b6914 admin admin] Deleting port d56e8c50-81cc-4a87-8118-025419d889f9 {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:35:08.051581 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7f8e4ab3-3aaf-4a0e-8279-f15c528b6914 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192836145'] for port (d56e8c50-81cc-4a87-8118-025419d889f9), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:08.094891 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-5139fe84-0b3a-46d0-b583-7864a85743c1 req-028cc5ab-91e2-45c7-91d5-08dc6717654d tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac894724-97ca-41d3-96d5-110745d86dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547988 Apr 06 11:35:08.101700 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33a214a-e355-47e2-bf57-13a14a749194 None None] DHCP port deletion for d805fe79-727e-4efa-9e93-6230bc710952 request from dv-cinder-836073-2-iscsi {{(pid=103883) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 11:35:08.126234 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 56808) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:35:08.127484 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-7f8e4ab3-3aaf-4a0e-8279-f15c528b6914 admin admin] For port d56e8c50-81cc-4a87-8118-025419d889f9, host dv-cinder-836073-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=d56e8c50-81cc-4a87-8118-025419d889f9,segment=NetworkSegment(ad8554b1-2ca6-4cf8-ab29-e2992f852a46),segment_id=ad8554b1-2ca6-4cf8-ab29-e2992f852a46)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:35:08.128147 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7f8e4ab3-3aaf-4a0e-8279-f15c528b6914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-891628'] for port (d56e8c50-81cc-4a87-8118-025419d889f9), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:08.150044 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-7f8e4ab3-3aaf-4a0e-8279-f15c528b6914 admin admin] Calling delete_port for d56e8c50-81cc-4a87-8118-025419d889f9 owned by network:dhcp {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:35:08.167245 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e33a214a-e355-47e2-bf57-13a14a749194 None None] Deleting port d56e8c50-81cc-4a87-8118-025419d889f9 {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:35:08.172909 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e33a214a-e355-47e2-bf57-13a14a749194 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192836145'] for port (d56e8c50-81cc-4a87-8118-025419d889f9), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:08.178310 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4303800e-2268-4199-be98-46372eb47be8 tempest-TestVolumeBootPattern-1744259904 tempest-TestVolumeBootPattern-1744259904-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:35:08.183880 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-4303800e-2268-4199-be98-46372eb47be8 tempest-TestVolumeBootPattern-1744259904 tempest-TestVolumeBootPattern-1744259904-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8b103f25-8b66-45dd-bd0d-00ec6ac98e27 HTTP/1.1" status: 200 len: 1125 time: 0.0556188 Apr 06 11:35:08.183880 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 56810) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:35:08.188544 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-3f25e926-eed0-4f34-9afa-0cde7a52cba4 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Request body: {'floatingip': {'floating_network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'port_id': '2c4f0f8f-f592-4452-a3bb-6c3d06347faa', 'tenant_id': 'de48ef632a974b5c83191742cf569887', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:35:08.236052 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e33a214a-e355-47e2-bf57-13a14a749194 None None] For port d56e8c50-81cc-4a87-8118-025419d889f9, host dv-cinder-836073-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=d56e8c50-81cc-4a87-8118-025419d889f9,segment=NetworkSegment(ad8554b1-2ca6-4cf8-ab29-e2992f852a46),segment_id=ad8554b1-2ca6-4cf8-ab29-e2992f852a46)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:35:08.236476 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e33a214a-e355-47e2-bf57-13a14a749194 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-891628'] for port (d56e8c50-81cc-4a87-8118-025419d889f9), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:08.250140 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e33a214a-e355-47e2-bf57-13a14a749194 None None] Calling delete_port for d56e8c50-81cc-4a87-8118-025419d889f9 owned by network:dhcp {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:35:08.273804 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3f25e926-eed0-4f34-9afa-0cde7a52cba4 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:08.302807 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7f8e4ab3-3aaf-4a0e-8279-f15c528b6914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192843524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779192465933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797839'] for port (d56e8c50-81cc-4a87-8118-025419d889f9), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:08.334769 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e33a214a-e355-47e2-bf57-13a14a749194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192843524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779192465933'] for port (d56e8c50-81cc-4a87-8118-025419d889f9), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:08.338225 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8e4ab3-3aaf-4a0e-8279-f15c528b6914 admin admin] No DVR routers for this DVR port d56e8c50-81cc-4a87-8118-025419d889f9 on host dv-cinder-836073-2-iscsi {{(pid=103882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:35:08.343355 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8e4ab3-3aaf-4a0e-8279-f15c528b6914 admin admin] Pushing event deleted for resources: {'Port': ['ID=d56e8c50-81cc-4a87-8118-025419d889f9,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:08.378545 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33a214a-e355-47e2-bf57-13a14a749194 None None] Pushing event deleted for resources: {'Port': ['ID=d56e8c50-81cc-4a87-8118-025419d889f9,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:08.379257 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3f25e926-eed0-4f34-9afa-0cde7a52cba4 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:08.384749 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33a214a-e355-47e2-bf57-13a14a749194 None None] No DVR routers for this DVR port d56e8c50-81cc-4a87-8118-025419d889f9 on host dv-cinder-836073-2-iscsi {{(pid=103883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:35:08.423868 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7f8e4ab3-3aaf-4a0e-8279-f15c528b6914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1963294', 'neutron.services.segments.db._delete_segments_for_network-8779192912505'] for network (d805fe79-727e-4efa-9e93-6230bc710952), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:08.444145 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.services.segments.db [None req-7f8e4ab3-3aaf-4a0e-8279-f15c528b6914 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d805fe79-727e-4efa-9e93-6230bc710952']}} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:35:08.453536 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.services.segments.db [None req-7f8e4ab3-3aaf-4a0e-8279-f15c528b6914 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad8554b1-2ca6-4cf8-ab29-e2992f852a46') {'for_net_delete': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:35:08.453846 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.services.segments.db [None req-7f8e4ab3-3aaf-4a0e-8279-f15c528b6914 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad8554b1-2ca6-4cf8-ab29-e2992f852a46') {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:35:08.463655 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7f8e4ab3-3aaf-4a0e-8279-f15c528b6914 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779192913282', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8476715'] for segment (ad8554b1-2ca6-4cf8-ab29-e2992f852a46), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:08.477194 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7f8e4ab3-3aaf-4a0e-8279-f15c528b6914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726494'] for segment (ad8554b1-2ca6-4cf8-ab29-e2992f852a46), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:08.482977 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f8e4ab3-3aaf-4a0e-8279-f15c528b6914 admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=103882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 11:35:08.483373 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7f8e4ab3-3aaf-4a0e-8279-f15c528b6914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8797906'] for segment (ad8554b1-2ca6-4cf8-ab29-e2992f852a46), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:08.485100 dv-cinder-836073-2-iscsi neutron-server[103882]: Traceback (most recent call last): Apr 06 11:35:08.485100 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 11:35:08.485100 dv-cinder-836073-2-iscsi neutron-server[103882]: timer() Apr 06 11:35:08.485100 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 11:35:08.485100 dv-cinder-836073-2-iscsi neutron-server[103882]: cb(*args, **kw) Apr 06 11:35:08.485100 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 11:35:08.485100 dv-cinder-836073-2-iscsi neutron-server[103882]: return func(*args, **kwargs) Apr 06 11:35:08.485100 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 11:35:08.485100 dv-cinder-836073-2-iscsi neutron-server[103882]: self._notify() Apr 06 11:35:08.485100 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 11:35:08.485100 dv-cinder-836073-2-iscsi neutron-server[103882]: self.callback(batched_events) Apr 06 11:35:08.485100 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 11:35:08.485100 dv-cinder-836073-2-iscsi neutron-server[103882]: event.method(event) Apr 06 11:35:08.485100 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 11:35:08.485100 dv-cinder-836073-2-iscsi neutron-server[103882]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 11:35:08.485100 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 11:35:08.485100 dv-cinder-836073-2-iscsi neutron-server[103882]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 11:35:08.485100 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 11:35:08.485100 dv-cinder-836073-2-iscsi neutron-server[103882]: return f(self, *a, **k) Apr 06 11:35:08.485100 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 11:35:08.485100 dv-cinder-836073-2-iscsi neutron-server[103882]: return self._get(url).json() Apr 06 11:35:08.485100 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 11:35:08.485100 dv-cinder-836073-2-iscsi neutron-server[103882]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 11:35:08.485100 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 11:35:08.485100 dv-cinder-836073-2-iscsi neutron-server[103882]: return self.request(url, 'GET', **kwargs) Apr 06 11:35:08.485100 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 11:35:08.485100 dv-cinder-836073-2-iscsi neutron-server[103882]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 11:35:08.485100 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 11:35:08.485100 dv-cinder-836073-2-iscsi neutron-server[103882]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 11:35:08.485100 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 11:35:08.485100 dv-cinder-836073-2-iscsi neutron-server[103882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 11:35:08.485100 dv-cinder-836073-2-iscsi neutron-server[103882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 11:35:08.488122 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [None req-3f25e926-eed0-4f34-9afa-0cde7a52cba4 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Allocated IP 172.27.2.244 (698fa61f-093e-4dd4-aaec-c1b231275ecc/4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809/6e3e526e-1a7e-4cb5-856a-5bbf4e1def75) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:35:08.588158 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3f25e926-eed0-4f34-9afa-0cde7a52cba4 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks [] for port (6e3e526e-1a7e-4cb5-856a-5bbf4e1def75), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:08.600512 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7f8e4ab3-3aaf-4a0e-8279-f15c528b6914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1963367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-886447'] for network (d805fe79-727e-4efa-9e93-6230bc710952), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:08.606729 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7f8e4ab3-3aaf-4a0e-8279-f15c528b6914 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570608'] for network (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:08.612702 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-7f8e4ab3-3aaf-4a0e-8279-f15c528b6914 admin admin] 10.222.0.43 "DELETE /v2.0/networks/d805fe79-727e-4efa-9e93-6230bc710952 HTTP/1.1" status: 204 len: 168 time: 0.7056291 Apr 06 11:35:08.622997 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8e4ab3-3aaf-4a0e-8279-f15c528b6914 admin admin] Pushing event deleted for resources: {'Network': ['ID=d805fe79-727e-4efa-9e93-6230bc710952,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:08.689071 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3f25e926-eed0-4f34-9afa-0cde7a52cba4 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779192465924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10088034'] for port (6e3e526e-1a7e-4cb5-856a-5bbf4e1def75), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:08.735666 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f25e926-eed0-4f34-9afa-0cde7a52cba4 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Network 698fa61f-093e-4dd4-aaec-c1b231275ecc is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:35:08.741231 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-3f25e926-eed0-4f34-9afa-0cde7a52cba4 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:35:08.743553 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f25e926-eed0-4f34-9afa-0cde7a52cba4 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:35:08.746514 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f25e926-eed0-4f34-9afa-0cde7a52cba4 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Pushing event updated for resources: {'Port': ['ID=6e3e526e-1a7e-4cb5-856a-5bbf4e1def75,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:09.008716 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-2d7c3c91-481c-4c2f-8520-ffa39f356d36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (9404f039-f516-42fd-94a5-c122fff5649f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:09.011465 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device b4554443-14cf-49fd-b6b7-d89125c8b393 no longer exists at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:35:09.024049 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 56818) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:35:09.045313 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] No Port match for: b4554443-14cf-49fd-b6b7-d89125c8b393 {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:35:09.045889 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device b4554443-14cf-49fd-b6b7-d89125c8b393 not bound to the agent host dv-cinder-836073-2-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:35:09.046555 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device d56e8c50-81cc-4a87-8118-025419d889f9 no longer exists at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:35:09.066735 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] No Port match for: d56e8c50-81cc-4a87-8118-025419d889f9 {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:35:09.067351 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device d56e8c50-81cc-4a87-8118-025419d889f9 not bound to the agent host dv-cinder-836073-2-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:35:09.068596 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device ef03de6d-f1c5-41f3-ba59-c64a31c0dd67 no longer exists at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:35:09.073377 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-71945c4a-8de7-40d9-a240-fed3abd923a5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=740355080be44897b97d4b0cfd48c0f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0481026 Apr 06 11:35:09.075790 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 56820) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:35:09.089420 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] No Port match for: ef03de6d-f1c5-41f3-ba59-c64a31c0dd67 {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:35:09.089802 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device ef03de6d-f1c5-41f3-ba59-c64a31c0dd67 not bound to the agent host dv-cinder-836073-2-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:35:09.126189 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3f25e926-eed0-4f34-9afa-0cde7a52cba4 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks [] for floatingip (9e30e215-636f-433f-b81b-6e1e1b4fd7bf), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:09.128624 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-af092b22-3fda-45b5-8789-3375c02b4873 admin admin] Publish callbacks [] for security_group (b7176b56-85d0-48d6-95d1-c4f4a3c784aa), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:09.150929 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-af092b22-3fda-45b5-8789-3375c02b4873 admin admin] Publish callbacks [] for security_group (b7176b56-85d0-48d6-95d1-c4f4a3c784aa), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:09.253941 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3f25e926-eed0-4f34-9afa-0cde7a52cba4 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (6e3e526e-1a7e-4cb5-856a-5bbf4e1def75), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:09.285272 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-af092b22-3fda-45b5-8789-3375c02b4873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (b7176b56-85d0-48d6-95d1-c4f4a3c784aa), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:09.288212 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-af092b22-3fda-45b5-8789-3375c02b4873 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:09.289371 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-af092b22-3fda-45b5-8789-3375c02b4873 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b7176b56-85d0-48d6-95d1-c4f4a3c784aa HTTP/1.1" status: 204 len: 168 time: 0.2123377 Apr 06 11:35:09.289969 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 56824) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:35:09.303374 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af092b22-3fda-45b5-8789-3375c02b4873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7176b56-85d0-48d6-95d1-c4f4a3c784aa,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:09.410139 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-6958295c-f5c3-4f03-b782-0fd08a59b140 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:09.419032 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3f25e926-eed0-4f34-9afa-0cde7a52cba4 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks [] for port (6e3e526e-1a7e-4cb5-856a-5bbf4e1def75), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:09.466965 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3f25e926-eed0-4f34-9afa-0cde7a52cba4 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10087963'] for port (6e3e526e-1a7e-4cb5-856a-5bbf4e1def75), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:09.487673 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-6958295c-f5c3-4f03-b782-0fd08a59b140 admin admin] Publish callbacks [] for security_group (28d6259c-06d9-411a-8b8e-f8c8ab70ebcf), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:09.538260 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f25e926-eed0-4f34-9afa-0cde7a52cba4 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Pushing event updated for resources: {'Port': ['ID=6e3e526e-1a7e-4cb5-856a-5bbf4e1def75,revision_number=2']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:09.547456 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3f25e926-eed0-4f34-9afa-0cde7a52cba4 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-886429'] for floatingip (9e30e215-636f-433f-b81b-6e1e1b4fd7bf), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:09.593483 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-6958295c-f5c3-4f03-b782-0fd08a59b140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (28d6259c-06d9-411a-8b8e-f8c8ab70ebcf), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:09.641299 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-6958295c-f5c3-4f03-b782-0fd08a59b140 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9f7b01ebe3bf4cc287e4c2f565d198cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3461690 Apr 06 11:35:09.641299 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6958295c-f5c3-4f03-b782-0fd08a59b140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d6259c-06d9-411a-8b8e-f8c8ab70ebcf,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:09.641580 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 56832) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:35:09.684142 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.db.l3_db [None req-3f25e926-eed0-4f34-9afa-0cde7a52cba4 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Floating IP 9e30e215-636f-433f-b81b-6e1e1b4fd7bf associated. External IP: 172.27.2.244, port: 2c4f0f8f-f592-4452-a3bb-6c3d06347faa. Apr 06 11:35:09.921021 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 56834) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:35:09.955820 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8a711477-60cc-4c8d-8341-1a7a32c0118e admin admin] Publish callbacks [] for security_group (28d6259c-06d9-411a-8b8e-f8c8ab70ebcf), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:09.961912 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-433d9c43-70d4-41ce-a223-0f3b60d1dbc0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5c290c56309a4a208da6746a2e7598e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396647 Apr 06 11:35:09.964460 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 56836) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:35:10.011795 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8f52d38f-8d3a-4c73-866e-d9754b029e91 admin admin] Publish callbacks [] for security_group (604c0b75-9cd2-4535-82cc-fd00edd0a9a3), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:10.012977 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8a711477-60cc-4c8d-8341-1a7a32c0118e admin admin] Publish callbacks [] for security_group (28d6259c-06d9-411a-8b8e-f8c8ab70ebcf), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:10.032987 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8f52d38f-8d3a-4c73-866e-d9754b029e91 admin admin] Publish callbacks [] for security_group (604c0b75-9cd2-4535-82cc-fd00edd0a9a3), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:10.148312 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8f52d38f-8d3a-4c73-866e-d9754b029e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (604c0b75-9cd2-4535-82cc-fd00edd0a9a3), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:10.151018 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8f52d38f-8d3a-4c73-866e-d9754b029e91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:10.155168 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-8f52d38f-8d3a-4c73-866e-d9754b029e91 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/604c0b75-9cd2-4535-82cc-fd00edd0a9a3 HTTP/1.1" status: 204 len: 168 time: 0.1868305 Apr 06 11:35:10.160495 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f52d38f-8d3a-4c73-866e-d9754b029e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604c0b75-9cd2-4535-82cc-fd00edd0a9a3,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:10.166592 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f25e926-eed0-4f34-9afa-0cde7a52cba4 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Router d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4 has already been hosted by L3 agent 9404f039-f516-42fd-94a5-c122fff5649f {{(pid=103881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:35:10.180553 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8a711477-60cc-4c8d-8341-1a7a32c0118e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (28d6259c-06d9-411a-8b8e-f8c8ab70ebcf), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:10.183286 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8a711477-60cc-4c8d-8341-1a7a32c0118e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:10.187100 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-8a711477-60cc-4c8d-8341-1a7a32c0118e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/28d6259c-06d9-411a-8b8e-f8c8ab70ebcf HTTP/1.1" status: 204 len: 168 time: 0.5446260 Apr 06 11:35:10.198540 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a711477-60cc-4c8d-8341-1a7a32c0118e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d6259c-06d9-411a-8b8e-f8c8ab70ebcf,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:10.322055 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f25e926-eed0-4f34-9afa-0cde7a52cba4 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Notify agent at l3_agent.dv-cinder-836073-2-iscsi the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:35:10.331591 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cc8a38-761b-4df3-812b-08c871183f8d None None] Sync routers for ids ['d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4'] in dv-cinder-836073-2-iscsi {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:35:10.341340 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cc8a38-761b-4df3-812b-08c871183f8d None None] Routers {'d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:35:10.341957 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-a3cc8a38-761b-4df3-812b-08c871183f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:35:09Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:35:10.393253 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3f25e926-eed0-4f34-9afa-0cde7a52cba4 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for floatingip (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:10.426352 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-3f25e926-eed0-4f34-9afa-0cde7a52cba4 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2412348 Apr 06 11:35:10.426802 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b103f25-8b66-45dd-bd0d-00ec6ac98e27', 'tag': '2c4f0f8f-f592-4452-a3bb-6c3d06347faa'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:35:10.429645 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3406b54a2f576febad5dd824c011310fb025ac9b816498a8b13137d73c32da04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-350961fd-9dce-4f8d-85f3-533ca27eaeef" -d '{"events": [{"name": "network-changed", "server_uuid": "8b103f25-8b66-45dd-bd0d-00ec6ac98e27", "tag": "2c4f0f8f-f592-4452-a3bb-6c3d06347faa"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:35:10.454965 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-a3cc8a38-761b-4df3-812b-08c871183f8d None None] Set router d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:35:10.671844 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0cc2d64b-8553-4c26-9c2d-26728f607b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (295112eb-abec-44aa-a7f9-d1b9c67b3953), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:10.711044 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-625d5383-cf13-4e4f-b67d-df16d6f01a7b x-openstack-request-id: req-625d5383-cf13-4e4f-b67d-df16d6f01a7b {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:35:10.711541 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b103f25-8b66-45dd-bd0d-00ec6ac98e27", "tag": "2c4f0f8f-f592-4452-a3bb-6c3d06347faa", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:35:10.711627 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-625d5383-cf13-4e4f-b67d-df16d6f01a7b {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:35:10.712123 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-625d5383-cf13-4e4f-b67d-df16d6f01a7b'] response: {'name': 'network-changed', 'server_uuid': '8b103f25-8b66-45dd-bd0d-00ec6ac98e27', 'tag': '2c4f0f8f-f592-4452-a3bb-6c3d06347faa', 'status': 'completed', 'code': 200} Apr 06 11:35:10.744309 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-a3cc8a38-761b-4df3-812b-08c871183f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'name': 'tempest-TestVolumeBootPattern-312017993-router', 'tenant_id': 'de48ef632a974b5c83191742cf569887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '5ce3c676-ae10-4b96-8444-61e6ff7729df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:28:57Z', 'updated_at': '2022-04-06T11:29:02Z', 'revision_number': 4, 'project_id': 'de48ef632a974b5c83191742cf569887', 'gw_port': {'id': '5ce3c676-ae10-4b96-8444-61e6ff7729df', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:51:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:28:58Z', 'updated_at': '2022-04-06T11:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_floatingips': [{'id': '34833888-6cba-4f7d-8532-1f0d8332d218', 'tenant_id': 'de48ef632a974b5c83191742cf569887', 'floating_ip_address': '172.27.2.183', 'floating_network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'router_id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'port_id': '317881cd-df11-4959-9f33-26b14fcc90a9', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5529688d-cbb0-454c-b2b2-2dd8660f20c8', 'mac_address': 'fa:16:3e:48:69:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a15721-b291-44f2-b2b2-f9286af65913', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:32:57Z', 'updated_at': '2022-04-06T11:33:00Z', 'revision_number': 1, 'project_id': 'de48ef632a974b5c83191742cf569887', 'fixed_ip_address_scope': None}, {'id': '9e30e215-636f-433f-b81b-6e1e1b4fd7bf', 'tenant_id': 'de48ef632a974b5c83191742cf569887', 'floating_ip_address': '172.27.2.244', 'floating_network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'router_id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'port_id': '2c4f0f8f-f592-4452-a3bb-6c3d06347faa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5529688d-cbb0-454c-b2b2-2dd8660f20c8', 'mac_address': 'fa:16:3e:1f:c6:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b103f25-8b66-45dd-bd0d-00ec6ac98e27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:35:08Z', 'updated_at': '2022-04-06T11:35:08Z', 'revision_number': 0, 'project_id': 'de48ef632a974b5c83191742cf569887', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de04e9ed-2f4e-4fa1-9e4b-71522c5d1fab', 'name': '', 'network_id': '5529688d-cbb0-454c-b2b2-2dd8660f20c8', 'tenant_id': 'de48ef632a974b5c83191742cf569887', 'mac_address': 'fa:16:3e:e1:85:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'c5124a61-a5c8-4acc-8eca-8ed8dd4c3666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:29:01Z', 'updated_at': '2022-04-06T11:29:08Z', 'revision_number': 5, 'project_id': 'de48ef632a974b5c83191742cf569887', 'subnets': [{'id': 'c5124a61-a5c8-4acc-8eca-8ed8dd4c3666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:35:10.780118 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cc8a38-761b-4df3-812b-08c871183f8d None None] Checking router: d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4 for host: dv-cinder-836073-2-iscsi {{(pid=103883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:35:10.787199 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350961fd-9dce-4f8d-85f3-533ca27eaeef req-a7b31f5c-2ce4-4a9b-b89a-2fc1369a87a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:35:10.788939 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-350961fd-9dce-4f8d-85f3-533ca27eaeef req-a7b31f5c-2ce4-4a9b-b89a-2fc1369a87a3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=de48ef632a974b5c83191742cf569887&device_id=8b103f25-8b66-45dd-bd0d-00ec6ac98e27 HTTP/1.1" status: 200 len: 1130 time: 0.0504301 Apr 06 11:35:10.789871 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cc8a38-761b-4df3-812b-08c871183f8d None None] Routers {'d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:35:10.790558 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-a3cc8a38-761b-4df3-812b-08c871183f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:35:09Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:35:10.876896 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350961fd-9dce-4f8d-85f3-533ca27eaeef req-12daf10a-4cd4-4e50-8e9f-1f2f4581d217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:35:10.878527 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-350961fd-9dce-4f8d-85f3-533ca27eaeef req-12daf10a-4cd4-4e50-8e9f-1f2f4581d217 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5529688d-cbb0-454c-b2b2-2dd8660f20c8 HTTP/1.1" status: 200 len: 912 time: 0.0841274 Apr 06 11:35:10.898666 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-a3cc8a38-761b-4df3-812b-08c871183f8d None None] Set router d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:35:10.950848 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-350961fd-9dce-4f8d-85f3-533ca27eaeef req-4a9a9ce2-9345-40c1-a6f3-a6b868eddcc8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c4f0f8f-f592-4452-a3bb-6c3d06347faa HTTP/1.1" status: 200 len: 1000 time: 0.0665922 Apr 06 11:35:11.003087 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350961fd-9dce-4f8d-85f3-533ca27eaeef req-d966248b-4cd1-4fed-9780-682c602998ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:35:11.006922 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-350961fd-9dce-4f8d-85f3-533ca27eaeef req-d966248b-4cd1-4fed-9780-682c602998ae service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c5124a61-a5c8-4acc-8eca-8ed8dd4c3666 HTTP/1.1" status: 200 len: 850 time: 0.0475318 Apr 06 11:35:11.053823 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350961fd-9dce-4f8d-85f3-533ca27eaeef req-b8963ac3-fd34-401e-a51a-9d99ff4e3cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:35:11.055336 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-350961fd-9dce-4f8d-85f3-533ca27eaeef req-b8963ac3-fd34-401e-a51a-9d99ff4e3cac service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5529688d-cbb0-454c-b2b2-2dd8660f20c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447614 Apr 06 11:35:11.149688 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-a3cc8a38-761b-4df3-812b-08c871183f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'name': 'tempest-TestVolumeBootPattern-312017993-router', 'tenant_id': 'de48ef632a974b5c83191742cf569887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '5ce3c676-ae10-4b96-8444-61e6ff7729df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:28:57Z', 'updated_at': '2022-04-06T11:29:02Z', 'revision_number': 4, 'project_id': 'de48ef632a974b5c83191742cf569887', 'gw_port': {'id': '5ce3c676-ae10-4b96-8444-61e6ff7729df', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:51:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:28:58Z', 'updated_at': '2022-04-06T11:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_floatingips': [{'id': '34833888-6cba-4f7d-8532-1f0d8332d218', 'tenant_id': 'de48ef632a974b5c83191742cf569887', 'floating_ip_address': '172.27.2.183', 'floating_network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'router_id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'port_id': '317881cd-df11-4959-9f33-26b14fcc90a9', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5529688d-cbb0-454c-b2b2-2dd8660f20c8', 'mac_address': 'fa:16:3e:48:69:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a15721-b291-44f2-b2b2-f9286af65913', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:32:57Z', 'updated_at': '2022-04-06T11:33:00Z', 'revision_number': 1, 'project_id': 'de48ef632a974b5c83191742cf569887', 'fixed_ip_address_scope': None}, {'id': '9e30e215-636f-433f-b81b-6e1e1b4fd7bf', 'tenant_id': 'de48ef632a974b5c83191742cf569887', 'floating_ip_address': '172.27.2.244', 'floating_network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'router_id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'port_id': '2c4f0f8f-f592-4452-a3bb-6c3d06347faa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5529688d-cbb0-454c-b2b2-2dd8660f20c8', 'mac_address': 'fa:16:3e:1f:c6:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b103f25-8b66-45dd-bd0d-00ec6ac98e27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:35:08Z', 'updated_at': '2022-04-06T11:35:08Z', 'revision_number': 0, 'project_id': 'de48ef632a974b5c83191742cf569887', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de04e9ed-2f4e-4fa1-9e4b-71522c5d1fab', 'name': '', 'network_id': '5529688d-cbb0-454c-b2b2-2dd8660f20c8', 'tenant_id': 'de48ef632a974b5c83191742cf569887', 'mac_address': 'fa:16:3e:e1:85:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'c5124a61-a5c8-4acc-8eca-8ed8dd4c3666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:29:01Z', 'updated_at': '2022-04-06T11:29:08Z', 'revision_number': 5, 'project_id': 'de48ef632a974b5c83191742cf569887', 'subnets': [{'id': 'c5124a61-a5c8-4acc-8eca-8ed8dd4c3666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:35:11.152784 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-350961fd-9dce-4f8d-85f3-533ca27eaeef req-85a23656-a677-46a7-86ce-b182b4e02d74 service neutron] 10.222.0.48 "GET /v2.0/networks/5529688d-cbb0-454c-b2b2-2dd8660f20c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917060 Apr 06 11:35:11.175632 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cc8a38-761b-4df3-812b-08c871183f8d None None] The sync data for ids ['d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4'] in dv-cinder-836073-2-iscsi is: [{'id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'name': 'tempest-TestVolumeBootPattern-312017993-router', 'tenant_id': 'de48ef632a974b5c83191742cf569887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '5ce3c676-ae10-4b96-8444-61e6ff7729df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:28:57Z', 'updated_at': '2022-04-06T11:29:02Z', 'revision_number': 4, 'project_id': 'de48ef632a974b5c83191742cf569887', 'gw_port': {'id': '5ce3c676-ae10-4b96-8444-61e6ff7729df', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:51:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:28:58Z', 'updated_at': '2022-04-06T11:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_floatingips': [{'id': '34833888-6cba-4f7d-8532-1f0d8332d218', 'tenant_id': 'de48ef632a974b5c83191742cf569887', 'floating_ip_address': '172.27.2.183', 'floating_network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'router_id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'port_id': '317881cd-df11-4959-9f33-26b14fcc90a9', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5529688d-cbb0-454c-b2b2-2dd8660f20c8', 'mac_address': 'fa:16:3e:48:69:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a15721-b291-44f2-b2b2-f9286af65913', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:32:57Z', 'updated_at': '2022-04-06T11:33:00Z', 'revision_number': 1, 'project_id': 'de48ef632a974b5c83191742cf569887', 'fixed_ip_address_scope': None}, {'id': '9e30e215-636f-433f-b81b-6e1e1b4fd7bf', 'tenant_id': 'de48ef632a974b5c83191742cf569887', 'floating_ip_address': '172.27.2.244', 'floating_network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'router_id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'port_id': '2c4f0f8f-f592-4452-a3bb-6c3d06347faa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5529688d-cbb0-454c-b2b2-2dd8660f20c8', 'mac_address': 'fa:16:3e:1f:c6:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b103f25-8b66-45dd-bd0d-00ec6ac98e27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:35:08Z', 'updated_at': '2022-04-06T11:35:08Z', 'revision_number': 0, 'project_id': 'de48ef632a974b5c83191742cf569887', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de04e9ed-2f4e-4fa1-9e4b-71522c5d1fab', 'name': '', 'network_id': '5529688d-cbb0-454c-b2b2-2dd8660f20c8', 'tenant_id': 'de48ef632a974b5c83191742cf569887', 'mac_address': 'fa:16:3e:e1:85:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'c5124a61-a5c8-4acc-8eca-8ed8dd4c3666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:29:01Z', 'updated_at': '2022-04-06T11:29:08Z', 'revision_number': 5, 'project_id': 'de48ef632a974b5c83191742cf569887', 'subnets': [{'id': 'c5124a61-a5c8-4acc-8eca-8ed8dd4c3666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:35:11.246524 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-350961fd-9dce-4f8d-85f3-533ca27eaeef req-ac26b218-97bc-4b2f-a7c7-a4deba1866d0 service neutron] 10.222.0.48 "GET /v2.0/networks/5529688d-cbb0-454c-b2b2-2dd8660f20c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877810 Apr 06 11:35:11.389435 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02d191c-9de6-481a-a3f3-f9f3fd31b57c None None] New status for floating IP 9e30e215-636f-433f-b81b-6e1e1b4fd7bf: ACTIVE {{(pid=103884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:35:11.396774 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 56866) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:35:11.493770 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-ab6dfdb2-6c49-458c-86c9-95d7c76af447 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1308764059-network', 'tenant_id': '5c89174131144b7f81d10ab0e7b0af30'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:35:11.576371 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab6dfdb2-6c49-458c-86c9-95d7c76af447 admin admin] Made reservation on behalf of 5c89174131144b7f81d10ab0e7b0af30 for: {'network': 1} {{(pid=103882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:35:11.578720 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ab6dfdb2-6c49-458c-86c9-95d7c76af447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for network (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:11.587967 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ab6dfdb2-6c49-458c-86c9-95d7c76af447 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:11.662459 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ab6dfdb2-6c49-458c-86c9-95d7c76af447 admin admin] Publish callbacks [] for security_group (8e7dd5cf-91ab-405a-9270-761fdbd276f8), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:11.719341 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ab6dfdb2-6c49-458c-86c9-95d7c76af447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (8e7dd5cf-91ab-405a-9270-761fdbd276f8), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:11.753469 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab6dfdb2-6c49-458c-86c9-95d7c76af447 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=103882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 11:35:11.759082 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6dfdb2-6c49-458c-86c9-95d7c76af447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7dd5cf-91ab-405a-9270-761fdbd276f8,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:11.766685 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ab6dfdb2-6c49-458c-86c9-95d7c76af447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726494'] for segment (096bb2a5-b0e2-4e3c-94d1-af4171cd8e3e), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:11.766905 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.db.segments_db [None req-ab6dfdb2-6c49-458c-86c9-95d7c76af447 admin admin] Added segment 096bb2a5-b0e2-4e3c-94d1-af4171cd8e3e of type vlan for network 56965a75-654b-40c0-bdf1-5f6273571f2c Apr 06 11:35:11.808234 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ab6dfdb2-6c49-458c-86c9-95d7c76af447 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779192449082'] for network (56965a75-654b-40c0-bdf1-5f6273571f2c), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:11.826022 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7bcfc971-4c1e-4d8f-8ae7-97bffdd4e21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (33edc1dd-8f2c-4a3f-bd07-9ad8bd534bf2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:11.907794 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ab6dfdb2-6c49-458c-86c9-95d7c76af447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322'] for network (56965a75-654b-40c0-bdf1-5f6273571f2c), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:11.908767 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6dfdb2-6c49-458c-86c9-95d7c76af447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:35:11.909430 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ab6dfdb2-6c49-458c-86c9-95d7c76af447 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570608'] for network (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:11.967777 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6dfdb2-6c49-458c-86c9-95d7c76af447 admin admin] Pushing event updated for resources: {'Network': ['ID=56965a75-654b-40c0-bdf1-5f6273571f2c,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:11.978160 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Network 56965a75-654b-40c0-bdf1-5f6273571f2c details requested by agent ovs-agent-dv-cinder-836073-2-iscsi with host dv-cinder-836073-2-iscsi {{(pid=103883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 11:35:12.048540 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-ab6dfdb2-6c49-458c-86c9-95d7c76af447 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6514223 Apr 06 11:35:12.051212 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 56870) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:35:12.056368 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-1de0f024-7d4c-4aa0-a3b9-9ad10bf7a3db admin admin] Request body: {'subnet': {'network_id': '56965a75-654b-40c0-bdf1-5f6273571f2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1308764059-subnet', 'tenant_id': '5c89174131144b7f81d10ab0e7b0af30', 'ip_version': 4}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:35:12.154237 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de0f024-7d4c-4aa0-a3b9-9ad10bf7a3db admin admin] Made reservation on behalf of 5c89174131144b7f81d10ab0e7b0af30 for: {'subnet': 1} {{(pid=103882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:35:12.156609 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1de0f024-7d4c-4aa0-a3b9-9ad10bf7a3db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10017299'] for subnet (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:12.397824 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1de0f024-7d4c-4aa0-a3b9-9ad10bf7a3db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8797567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10017293'] for subnet (c5ed26ef-7c0f-4a59-a8d0-a8a2e4ec9c56), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:12.452525 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de0f024-7d4c-4aa0-a3b9-9ad10bf7a3db admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5ed26ef-7c0f-4a59-a8d0-a8a2e4ec9c56,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:12.462080 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de0f024-7d4c-4aa0-a3b9-9ad10bf7a3db admin admin] Checking segment: {'id': '096bb2a5-b0e2-4e3c-94d1-af4171cd8e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '56965a75-654b-40c0-bdf1-5f6273571f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:35:12.462440 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de0f024-7d4c-4aa0-a3b9-9ad10bf7a3db admin admin] Network hostable DHCP agents. Network: 56965a75-654b-40c0-bdf1-5f6273571f2c, hostable agents: ['8a8bc679-53b2-461d-b015-cec5a247fb94'], hosted agents: [] {{(pid=103882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 11:35:12.550937 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de0f024-7d4c-4aa0-a3b9-9ad10bf7a3db admin admin] Network 56965a75-654b-40c0-bdf1-5f6273571f2c is scheduled to be hosted by DHCP agent 8a8bc679-53b2-461d-b015-cec5a247fb94 with binding_index 1 {{(pid=103882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 11:35:12.625464 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-1de0f024-7d4c-4aa0-a3b9-9ad10bf7a3db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836073-2-iscsi, 56965a75-654b-40c0-bdf1-5f6273571f2c) {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:35:12.629482 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de0f024-7d4c-4aa0-a3b9-9ad10bf7a3db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:35:12.630099 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1de0f024-7d4c-4aa0-a3b9-9ad10bf7a3db admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:12.634377 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7082aaa3-ad87-43f0-a229-320ed8060a51 None None] Network 56965a75-654b-40c0-bdf1-5f6273571f2c requested from dv-cinder-836073-2-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:35:12.697125 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-1de0f024-7d4c-4aa0-a3b9-9ad10bf7a3db admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6444695 Apr 06 11:35:12.699677 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 56872) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:35:12.704029 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-2e6546a5-438d-4269-bf27-f7056458e27f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1308764059-router', 'tenant_id': '5c89174131144b7f81d10ab0e7b0af30', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc'}}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:35:12.734934 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0368cb05-deae-4052-88c8-532c6fae2904 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272ef63c-8d75-5f2a-b33a-d377c0026717-56965a75-654b-40c0-bdf1-5f6273571f2c', 'network_id': '56965a75-654b-40c0-bdf1-5f6273571f2c', 'project_id': '5c89174131144b7f81d10ab0e7b0af30', 'fixed_ips': [{'subnet_id': 'c5ed26ef-7c0f-4a59-a8d0-a8a2e4ec9c56'}]}} from dv-cinder-836073-2-iscsi. {{(pid=103883) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 11:35:12.735765 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0368cb05-deae-4052-88c8-532c6fae2904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:12.791262 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2e6546a5-438d-4269-bf27-f7056458e27f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-917030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7890'] for router (38193e31-7d61-4d61-96cc-cca11cfdcb52), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:12.792393 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2e6546a5-438d-4269-bf27-f7056458e27f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-915638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-884774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7883'] for router (38193e31-7d61-4d61-96cc-cca11cfdcb52), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:12.847650 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2e6546a5-438d-4269-bf27-f7056458e27f admin admin] Publish callbacks [] for router_controller (38193e31-7d61-4d61-96cc-cca11cfdcb52), precommit_add_association {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:12.869293 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [None req-0368cb05-deae-4052-88c8-532c6fae2904 None None] Allocated IP 172.20.0.2 (56965a75-654b-40c0-bdf1-5f6273571f2c/c5ed26ef-7c0f-4a59-a8d0-a8a2e4ec9c56/3b5f0925-eba8-4be0-9ab9-59ec0872b8f4) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:35:13.012700 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0368cb05-deae-4052-88c8-532c6fae2904 None None] Publish callbacks [] for port (3b5f0925-eba8-4be0-9ab9-59ec0872b8f4), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:13.070496 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2e6546a5-438d-4269-bf27-f7056458e27f admin admin] Publish callbacks [] for router_gateway (38193e31-7d61-4d61-96cc-cca11cfdcb52), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:13.094450 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0368cb05-deae-4052-88c8-532c6fae2904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779192465924'] for port (3b5f0925-eba8-4be0-9ab9-59ec0872b8f4), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:13.138855 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0368cb05-deae-4052-88c8-532c6fae2904 None None] Network 56965a75-654b-40c0-bdf1-5f6273571f2c is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:35:13.151896 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-0368cb05-deae-4052-88c8-532c6fae2904 None None] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:35:13.155824 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0368cb05-deae-4052-88c8-532c6fae2904 None None] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:35:13.163924 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0368cb05-deae-4052-88c8-532c6fae2904 None None] Pushing event updated for resources: {'Port': ['ID=3b5f0925-eba8-4be0-9ab9-59ec0872b8f4,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:13.173759 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0368cb05-deae-4052-88c8-532c6fae2904 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:13.174107 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0368cb05-deae-4052-88c8-532c6fae2904 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:13.174469 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0368cb05-deae-4052-88c8-532c6fae2904 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:13.177752 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0368cb05-deae-4052-88c8-532c6fae2904 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:13.177752 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0368cb05-deae-4052-88c8-532c6fae2904 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:13.177752 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0368cb05-deae-4052-88c8-532c6fae2904 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:13.177752 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0368cb05-deae-4052-88c8-532c6fae2904 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:13.177752 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0368cb05-deae-4052-88c8-532c6fae2904 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:13.177752 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0368cb05-deae-4052-88c8-532c6fae2904 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:13.177752 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0368cb05-deae-4052-88c8-532c6fae2904 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:13.177752 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0368cb05-deae-4052-88c8-532c6fae2904 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:13.177752 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0368cb05-deae-4052-88c8-532c6fae2904 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:13.178457 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0368cb05-deae-4052-88c8-532c6fae2904 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:13.178457 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0368cb05-deae-4052-88c8-532c6fae2904 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:13.178457 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0368cb05-deae-4052-88c8-532c6fae2904 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:13.227505 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-0368cb05-deae-4052-88c8-532c6fae2904 None None] Attempting to bind port 3b5f0925-eba8-4be0-9ab9-59ec0872b8f4 on host dv-cinder-836073-2-iscsi for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:35:13.227784 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-0368cb05-deae-4052-88c8-532c6fae2904 None None] Attempting to bind port 3b5f0925-eba8-4be0-9ab9-59ec0872b8f4 by drivers openvswitch,hyperv on host dv-cinder-836073-2-iscsi at level 0 using segments [{'id': '096bb2a5-b0e2-4e3c-94d1-af4171cd8e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '56965a75-654b-40c0-bdf1-5f6273571f2c'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:35:13.228145 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0368cb05-deae-4052-88c8-532c6fae2904 None None] Attempting to bind port 3b5f0925-eba8-4be0-9ab9-59ec0872b8f4 on network 56965a75-654b-40c0-bdf1-5f6273571f2c {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:35:13.233405 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0368cb05-deae-4052-88c8-532c6fae2904 None None] Checking agent: {'id': 'a2831ac0-05e7-463d-be89-41d2adab36ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 18, 43), 'started_at': datetime.datetime(2022, 4, 6, 11, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:35:13.235189 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0368cb05-deae-4052-88c8-532c6fae2904 None None] Checking segment: {'id': '096bb2a5-b0e2-4e3c-94d1-af4171cd8e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '56965a75-654b-40c0-bdf1-5f6273571f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:35:13.235189 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0368cb05-deae-4052-88c8-532c6fae2904 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:13.235189 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0368cb05-deae-4052-88c8-532c6fae2904 None None] Bound using segment: {'id': '096bb2a5-b0e2-4e3c-94d1-af4171cd8e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '56965a75-654b-40c0-bdf1-5f6273571f2c'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:35:13.235189 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-0368cb05-deae-4052-88c8-532c6fae2904 None None] Bound port: 3b5f0925-eba8-4be0-9ab9-59ec0872b8f4, host: dv-cinder-836073-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '096bb2a5-b0e2-4e3c-94d1-af4171cd8e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '56965a75-654b-40c0-bdf1-5f6273571f2c'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:35:13.235590 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0368cb05-deae-4052-88c8-532c6fae2904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (3b5f0925-eba8-4be0-9ab9-59ec0872b8f4), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:13.267724 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (a2831ac0-05e7-463d-be89-41d2adab36ec), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:13.300395 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-0368cb05-deae-4052-88c8-532c6fae2904 None None] For port 3b5f0925-eba8-4be0-9ab9-59ec0872b8f4, host dv-cinder-836073-2-iscsi, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:35:13.304156 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-0368cb05-deae-4052-88c8-532c6fae2904 None None] For port 3b5f0925-eba8-4be0-9ab9-59ec0872b8f4, host dv-cinder-836073-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=3b5f0925-eba8-4be0-9ab9-59ec0872b8f4,segment=NetworkSegment(096bb2a5-b0e2-4e3c-94d1-af4171cd8e3e),segment_id=096bb2a5-b0e2-4e3c-94d1-af4171cd8e3e)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:35:13.369947 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2e6546a5-438d-4269-bf27-f7056458e27f admin admin] Publish callbacks [] for router_gateway (38193e31-7d61-4d61-96cc-cca11cfdcb52), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:13.385939 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0368cb05-deae-4052-88c8-532c6fae2904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (3b5f0925-eba8-4be0-9ab9-59ec0872b8f4), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:13.388094 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2e6546a5-438d-4269-bf27-f7056458e27f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:13.447273 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0368cb05-deae-4052-88c8-532c6fae2904 None None] Pushing event updated for resources: {'Port': ['ID=3b5f0925-eba8-4be0-9ab9-59ec0872b8f4,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:13.498727 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [None req-2e6546a5-438d-4269-bf27-f7056458e27f admin admin] Allocated IP 172.27.2.51 (698fa61f-093e-4dd4-aaec-c1b231275ecc/4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809/c7f11df7-0d36-4655-a39c-e336006024f3) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:35:13.617291 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2e6546a5-438d-4269-bf27-f7056458e27f admin admin] Publish callbacks [] for port (c7f11df7-0d36-4655-a39c-e336006024f3), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:13.723499 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2e6546a5-438d-4269-bf27-f7056458e27f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779192465924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797839'] for port (c7f11df7-0d36-4655-a39c-e336006024f3), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:13.767508 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6546a5-438d-4269-bf27-f7056458e27f admin admin] Network 698fa61f-093e-4dd4-aaec-c1b231275ecc is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:35:13.770284 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-2e6546a5-438d-4269-bf27-f7056458e27f admin admin] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:35:13.774573 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6546a5-438d-4269-bf27-f7056458e27f admin admin] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:35:13.777553 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6546a5-438d-4269-bf27-f7056458e27f admin admin] Pushing event updated for resources: {'Port': ['ID=c7f11df7-0d36-4655-a39c-e336006024f3,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:14.260987 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2e6546a5-438d-4269-bf27-f7056458e27f admin admin] Publish callbacks [] for router_gateway (38193e31-7d61-4d61-96cc-cca11cfdcb52), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:14.321968 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f869ab-6ef6-45bf-b210-1453625aa3a1 None None] Network 56965a75-654b-40c0-bdf1-5f6273571f2c requested from dv-cinder-836073-2-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:35:14.388374 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-759616b6-be53-4177-bb18-72c14345c352 None None] Provisioning complete for port 3b5f0925-eba8-4be0-9ab9-59ec0872b8f4 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:35:14.388744 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-759616b6-be53-4177-bb18-72c14345c352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (3b5f0925-eba8-4be0-9ab9-59ec0872b8f4), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:14.460063 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2e6546a5-438d-4269-bf27-f7056458e27f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-915631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886519'] for router (38193e31-7d61-4d61-96cc-cca11cfdcb52), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:14.506744 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-759616b6-be53-4177-bb18-72c14345c352 None None] Current status of the port 3b5f0925-eba8-4be0-9ab9-59ec0872b8f4 is: DOWN; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:35:14.507128 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-759616b6-be53-4177-bb18-72c14345c352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (3b5f0925-eba8-4be0-9ab9-59ec0872b8f4), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:14.539401 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-759616b6-be53-4177-bb18-72c14345c352 None None] For port 3b5f0925-eba8-4be0-9ab9-59ec0872b8f4, host dv-cinder-836073-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=3b5f0925-eba8-4be0-9ab9-59ec0872b8f4,segment=NetworkSegment(096bb2a5-b0e2-4e3c-94d1-af4171cd8e3e),segment_id=096bb2a5-b0e2-4e3c-94d1-af4171cd8e3e)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:35:14.626025 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-759616b6-be53-4177-bb18-72c14345c352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (3b5f0925-eba8-4be0-9ab9-59ec0872b8f4), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:14.675489 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759616b6-be53-4177-bb18-72c14345c352 None None] Pushing event updated for resources: {'Port': ['ID=3b5f0925-eba8-4be0-9ab9-59ec0872b8f4,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:14.722886 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e6546a5-438d-4269-bf27-f7056458e27f admin admin] Router 38193e31-7d61-4d61-96cc-cca11cfdcb52 is scheduled to L3 agent 9404f039-f516-42fd-94a5-c122fff5649f with binding_index 1 {{(pid=103882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 11:35:14.745143 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-749ab49e-1995-4fbc-bcf6-55322aaa4a69 None None] Provisioning complete for port 3b5f0925-eba8-4be0-9ab9-59ec0872b8f4 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:35:14.745514 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-749ab49e-1995-4fbc-bcf6-55322aaa4a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (3b5f0925-eba8-4be0-9ab9-59ec0872b8f4), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:14.825516 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-749ab49e-1995-4fbc-bcf6-55322aaa4a69 None None] Current status of the port 3b5f0925-eba8-4be0-9ab9-59ec0872b8f4 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:35:14.833254 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e6546a5-438d-4269-bf27-f7056458e27f admin admin] Notify agent at l3_agent.dv-cinder-836073-2-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:35:14.845310 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85004b59-11f2-4648-9fb6-4f28bceb9084 None None] Sync routers for ids ['38193e31-7d61-4d61-96cc-cca11cfdcb52'] in dv-cinder-836073-2-iscsi {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:35:14.855125 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85004b59-11f2-4648-9fb6-4f28bceb9084 None None] Routers {'38193e31-7d61-4d61-96cc-cca11cfdcb52'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:35:14.858399 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-85004b59-11f2-4648-9fb6-4f28bceb9084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:35:09Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['38193e31-7d61-4d61-96cc-cca11cfdcb52'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:35:14.935957 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2e6546a5-438d-4269-bf27-f7056458e27f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:14.937370 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-2e6546a5-438d-4269-bf27-f7056458e27f admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2365699 Apr 06 11:35:14.940157 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 56874) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:35:14.965135 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-85004b59-11f2-4648-9fb6-4f28bceb9084 None None] Set router 38193e31-7d61-4d61-96cc-cca11cfdcb52 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:35:15.065698 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device 3b5f0925-eba8-4be0-9ab9-59ec0872b8f4 up at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:35:15.154099 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Provisioning complete for port 3b5f0925-eba8-4be0-9ab9-59ec0872b8f4 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:35:15.154377 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (3b5f0925-eba8-4be0-9ab9-59ec0872b8f4), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:15.257595 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-85004b59-11f2-4648-9fb6-4f28bceb9084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38193e31-7d61-4d61-96cc-cca11cfdcb52', 'name': 'tempest-TestShelveInstance-1308764059-router', 'tenant_id': '5c89174131144b7f81d10ab0e7b0af30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'c7f11df7-0d36-4655-a39c-e336006024f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:35:12Z', 'updated_at': '2022-04-06T11:35:13Z', 'revision_number': 3, 'project_id': '5c89174131144b7f81d10ab0e7b0af30', 'gw_port': {'id': 'c7f11df7-0d36-4655-a39c-e336006024f3', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:11:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38193e31-7d61-4d61-96cc-cca11cfdcb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:35:13Z', 'updated_at': '2022-04-06T11:35:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi'}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:35:15.294484 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85004b59-11f2-4648-9fb6-4f28bceb9084 None None] Checking router: 38193e31-7d61-4d61-96cc-cca11cfdcb52 for host: dv-cinder-836073-2-iscsi {{(pid=103883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:35:15.294834 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85004b59-11f2-4648-9fb6-4f28bceb9084 None None] Updating router 38193e31-7d61-4d61-96cc-cca11cfdcb52 port c7f11df7-0d36-4655-a39c-e336006024f3 binding host dv-cinder-836073-2-iscsi {{(pid=103883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 11:35:15.320298 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Current status of the port 3b5f0925-eba8-4be0-9ab9-59ec0872b8f4 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:35:15.328597 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-85004b59-11f2-4648-9fb6-4f28bceb9084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (c7f11df7-0d36-4655-a39c-e336006024f3), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:15.580417 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-85004b59-11f2-4648-9fb6-4f28bceb9084 None None] Publish callbacks [] for port (c7f11df7-0d36-4655-a39c-e336006024f3), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:15.639877 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-cd14f017-85cd-4f17-9046-12d91047fd86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:15.656429 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-85004b59-11f2-4648-9fb6-4f28bceb9084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (c7f11df7-0d36-4655-a39c-e336006024f3), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:15.712051 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-85004b59-11f2-4648-9fb6-4f28bceb9084 None None] Attempting to bind port c7f11df7-0d36-4655-a39c-e336006024f3 on host dv-cinder-836073-2-iscsi for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:35:15.712415 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-85004b59-11f2-4648-9fb6-4f28bceb9084 None None] Attempting to bind port c7f11df7-0d36-4655-a39c-e336006024f3 by drivers openvswitch,hyperv on host dv-cinder-836073-2-iscsi at level 0 using segments [{'id': 'a1489c3e-d8bf-465c-8161-3d720cf0d135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:35:15.712775 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85004b59-11f2-4648-9fb6-4f28bceb9084 None None] Attempting to bind port c7f11df7-0d36-4655-a39c-e336006024f3 on network 698fa61f-093e-4dd4-aaec-c1b231275ecc {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:35:15.714657 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f671fe4d-8b06-4f6d-9a3c-01eb0cb01146 None None] Pushing event updated for resources: {'Port': ['ID=c7f11df7-0d36-4655-a39c-e336006024f3,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:15.720381 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85004b59-11f2-4648-9fb6-4f28bceb9084 None None] Checking agent: {'id': 'a2831ac0-05e7-463d-be89-41d2adab36ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 18, 43), 'started_at': datetime.datetime(2022, 4, 6, 11, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:35:15.720749 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85004b59-11f2-4648-9fb6-4f28bceb9084 None None] Checking segment: {'id': 'a1489c3e-d8bf-465c-8161-3d720cf0d135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:35:15.721836 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-85004b59-11f2-4648-9fb6-4f28bceb9084 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:15.721836 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85004b59-11f2-4648-9fb6-4f28bceb9084 None None] Bound using segment: {'id': 'a1489c3e-d8bf-465c-8161-3d720cf0d135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:35:15.722004 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-85004b59-11f2-4648-9fb6-4f28bceb9084 None None] Bound port: c7f11df7-0d36-4655-a39c-e336006024f3, host: dv-cinder-836073-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1489c3e-d8bf-465c-8161-3d720cf0d135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:35:15.722350 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-85004b59-11f2-4648-9fb6-4f28bceb9084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (c7f11df7-0d36-4655-a39c-e336006024f3), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:15.776542 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-85004b59-11f2-4648-9fb6-4f28bceb9084 None None] For port c7f11df7-0d36-4655-a39c-e336006024f3, host dv-cinder-836073-2-iscsi, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:35:15.781799 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-85004b59-11f2-4648-9fb6-4f28bceb9084 None None] For port c7f11df7-0d36-4655-a39c-e336006024f3, host dv-cinder-836073-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=c7f11df7-0d36-4655-a39c-e336006024f3,segment=NetworkSegment(a1489c3e-d8bf-465c-8161-3d720cf0d135),segment_id=a1489c3e-d8bf-465c-8161-3d720cf0d135)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:35:15.797336 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [None req-cd14f017-85cd-4f17-9046-12d91047fd86 admin admin] Allocated IP 172.20.0.1 (56965a75-654b-40c0-bdf1-5f6273571f2c/c5ed26ef-7c0f-4a59-a8d0-a8a2e4ec9c56/5d20a4a8-c080-4b74-bf14-56224d701cd2) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:35:15.846047 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-85004b59-11f2-4648-9fb6-4f28bceb9084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (c7f11df7-0d36-4655-a39c-e336006024f3), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:15.900138 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-cd14f017-85cd-4f17-9046-12d91047fd86 admin admin] Publish callbacks [] for port (5d20a4a8-c080-4b74-bf14-56224d701cd2), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:15.904574 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85004b59-11f2-4648-9fb6-4f28bceb9084 None None] Routers {'38193e31-7d61-4d61-96cc-cca11cfdcb52'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:35:15.905397 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-85004b59-11f2-4648-9fb6-4f28bceb9084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:35:09Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['38193e31-7d61-4d61-96cc-cca11cfdcb52'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:35:15.910429 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f671fe4d-8b06-4f6d-9a3c-01eb0cb01146 None None] Pushing event updated for resources: {'Port': ['ID=c7f11df7-0d36-4655-a39c-e336006024f3,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:15.991605 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-cd14f017-85cd-4f17-9046-12d91047fd86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779192465924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797839'] for port (5d20a4a8-c080-4b74-bf14-56224d701cd2), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:16.016672 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-85004b59-11f2-4648-9fb6-4f28bceb9084 None None] Set router 38193e31-7d61-4d61-96cc-cca11cfdcb52 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:35:16.033143 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd14f017-85cd-4f17-9046-12d91047fd86 admin admin] Network 56965a75-654b-40c0-bdf1-5f6273571f2c is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:35:16.036078 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-cd14f017-85cd-4f17-9046-12d91047fd86 admin admin] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:35:16.041240 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd14f017-85cd-4f17-9046-12d91047fd86 admin admin] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:35:16.061487 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd14f017-85cd-4f17-9046-12d91047fd86 admin admin] Pushing event updated for resources: {'Port': ['ID=5d20a4a8-c080-4b74-bf14-56224d701cd2,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:16.082115 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-cd14f017-85cd-4f17-9046-12d91047fd86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-886310'] for router_interface (38193e31-7d61-4d61-96cc-cca11cfdcb52), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:16.212238 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-85004b59-11f2-4648-9fb6-4f28bceb9084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38193e31-7d61-4d61-96cc-cca11cfdcb52', 'name': 'tempest-TestShelveInstance-1308764059-router', 'tenant_id': '5c89174131144b7f81d10ab0e7b0af30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'c7f11df7-0d36-4655-a39c-e336006024f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:35:12Z', 'updated_at': '2022-04-06T11:35:13Z', 'revision_number': 3, 'project_id': '5c89174131144b7f81d10ab0e7b0af30', 'gw_port': {'id': 'c7f11df7-0d36-4655-a39c-e336006024f3', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:11:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38193e31-7d61-4d61-96cc-cca11cfdcb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:35:13Z', 'updated_at': '2022-04-06T11:35:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi'}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:35:16.278916 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-cd14f017-85cd-4f17-9046-12d91047fd86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (5d20a4a8-c080-4b74-bf14-56224d701cd2), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:16.370221 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85004b59-11f2-4648-9fb6-4f28bceb9084 None None] The sync data for ids ['38193e31-7d61-4d61-96cc-cca11cfdcb52'] in dv-cinder-836073-2-iscsi is: [{'id': '38193e31-7d61-4d61-96cc-cca11cfdcb52', 'name': 'tempest-TestShelveInstance-1308764059-router', 'tenant_id': '5c89174131144b7f81d10ab0e7b0af30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'c7f11df7-0d36-4655-a39c-e336006024f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:35:12Z', 'updated_at': '2022-04-06T11:35:13Z', 'revision_number': 3, 'project_id': '5c89174131144b7f81d10ab0e7b0af30', 'gw_port': {'id': 'c7f11df7-0d36-4655-a39c-e336006024f3', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:11:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38193e31-7d61-4d61-96cc-cca11cfdcb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:35:13Z', 'updated_at': '2022-04-06T11:35:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi'}] {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:35:16.381626 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-52688a40-4c5a-41bf-8e11-0c053a8107b4 None None] Provisioning complete for port 5d20a4a8-c080-4b74-bf14-56224d701cd2 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:35:16.381997 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-52688a40-4c5a-41bf-8e11-0c053a8107b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (5d20a4a8-c080-4b74-bf14-56224d701cd2), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:16.415978 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-52688a40-4c5a-41bf-8e11-0c053a8107b4 None None] Port 5d20a4a8-c080-4b74-bf14-56224d701cd2 cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:35:16.447763 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-cd14f017-85cd-4f17-9046-12d91047fd86 admin admin] Publish callbacks [] for port (5d20a4a8-c080-4b74-bf14-56224d701cd2), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:16.514010 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-cd14f017-85cd-4f17-9046-12d91047fd86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8797942'] for port (5d20a4a8-c080-4b74-bf14-56224d701cd2), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:16.594780 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd14f017-85cd-4f17-9046-12d91047fd86 admin admin] Pushing event updated for resources: {'Port': ['ID=5d20a4a8-c080-4b74-bf14-56224d701cd2,revision_number=2']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:16.601129 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-cd14f017-85cd-4f17-9046-12d91047fd86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-916918'] for router_interface (38193e31-7d61-4d61-96cc-cca11cfdcb52), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:16.713496 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd14f017-85cd-4f17-9046-12d91047fd86 admin admin] Network 56965a75-654b-40c0-bdf1-5f6273571f2c is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:35:16.714940 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-cd14f017-85cd-4f17-9046-12d91047fd86 admin admin] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:35:16.840330 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd14f017-85cd-4f17-9046-12d91047fd86 admin admin] Router 38193e31-7d61-4d61-96cc-cca11cfdcb52 has already been hosted by L3 agent 9404f039-f516-42fd-94a5-c122fff5649f {{(pid=103882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:35:16.946217 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-14225ffd-e704-40c0-9d0f-b260f83a45c0 None None] Provisioning complete for port 5d20a4a8-c080-4b74-bf14-56224d701cd2 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:35:16.946732 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-14225ffd-e704-40c0-9d0f-b260f83a45c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (5d20a4a8-c080-4b74-bf14-56224d701cd2), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:16.962482 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd14f017-85cd-4f17-9046-12d91047fd86 admin admin] Notify agent at l3_agent.dv-cinder-836073-2-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:35:16.978789 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-cd14f017-85cd-4f17-9046-12d91047fd86 admin admin] 10.222.0.43 "PUT /v2.0/routers/38193e31-7d61-4d61-96cc-cca11cfdcb52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0366910 Apr 06 11:35:17.024009 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-14225ffd-e704-40c0-9d0f-b260f83a45c0 None None] Port 5d20a4a8-c080-4b74-bf14-56224d701cd2 cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:35:17.064095 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device c7f11df7-0d36-4655-a39c-e336006024f3 up at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:35:17.113591 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Provisioning complete for port c7f11df7-0d36-4655-a39c-e336006024f3 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:35:17.114236 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (c7f11df7-0d36-4655-a39c-e336006024f3), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:17.194686 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Current status of the port c7f11df7-0d36-4655-a39c-e336006024f3 is: DOWN; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:35:17.195075 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (c7f11df7-0d36-4655-a39c-e336006024f3), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:17.215303 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] For port c7f11df7-0d36-4655-a39c-e336006024f3, host dv-cinder-836073-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=c7f11df7-0d36-4655-a39c-e336006024f3,segment=NetworkSegment(a1489c3e-d8bf-465c-8161-3d720cf0d135),segment_id=a1489c3e-d8bf-465c-8161-3d720cf0d135)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:35:17.290827 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (c7f11df7-0d36-4655-a39c-e336006024f3), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:17.340560 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Pushing event updated for resources: {'Port': ['ID=c7f11df7-0d36-4655-a39c-e336006024f3,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:17.672082 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 56892) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:35:17.676908 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-d785a855-ce0e-4132-8411-fcc342a51837 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-277636414-network', 'tenant_id': '16c1778b807348dbb446bf7f4d878715'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:35:17.762887 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d785a855-ce0e-4132-8411-fcc342a51837 admin admin] Made reservation on behalf of 16c1778b807348dbb446bf7f4d878715 for: {'network': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:35:17.765387 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d785a855-ce0e-4132-8411-fcc342a51837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for network (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:17.775063 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d785a855-ce0e-4132-8411-fcc342a51837 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:17.857335 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d785a855-ce0e-4132-8411-fcc342a51837 admin admin] Publish callbacks [] for security_group (4a951eac-9321-455a-a191-8e9a153bdd5f), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:17.928309 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fac144-3616-4d96-9b95-df0c8959e6d1 None None] Sync routers for ids ['38193e31-7d61-4d61-96cc-cca11cfdcb52'] in dv-cinder-836073-2-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:35:17.928782 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d785a855-ce0e-4132-8411-fcc342a51837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (4a951eac-9321-455a-a191-8e9a153bdd5f), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:17.941483 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fac144-3616-4d96-9b95-df0c8959e6d1 None None] Routers {'38193e31-7d61-4d61-96cc-cca11cfdcb52'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:35:17.945035 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-f4fac144-3616-4d96-9b95-df0c8959e6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:35:09Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['38193e31-7d61-4d61-96cc-cca11cfdcb52'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:35:17.950556 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d785a855-ce0e-4132-8411-fcc342a51837 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=103881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 11:35:17.964377 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d785a855-ce0e-4132-8411-fcc342a51837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a951eac-9321-455a-a191-8e9a153bdd5f,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:17.971838 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d785a855-ce0e-4132-8411-fcc342a51837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726494'] for segment (c15db7a4-0955-4295-a849-b2843416927a), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:17.977932 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.db.segments_db [None req-d785a855-ce0e-4132-8411-fcc342a51837 admin admin] Added segment c15db7a4-0955-4295-a849-b2843416927a of type vlan for network 7bacddec-d23e-4f26-ad03-a8821e3f1dc2 Apr 06 11:35:17.979523 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d785a855-ce0e-4132-8411-fcc342a51837 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:17.979874 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d785a855-ce0e-4132-8411-fcc342a51837 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:17.980214 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d785a855-ce0e-4132-8411-fcc342a51837 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:17.980549 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d785a855-ce0e-4132-8411-fcc342a51837 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:17.980879 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d785a855-ce0e-4132-8411-fcc342a51837 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:17.981242 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d785a855-ce0e-4132-8411-fcc342a51837 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:17.981568 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d785a855-ce0e-4132-8411-fcc342a51837 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:17.981892 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d785a855-ce0e-4132-8411-fcc342a51837 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:17.982515 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d785a855-ce0e-4132-8411-fcc342a51837 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:17.982515 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d785a855-ce0e-4132-8411-fcc342a51837 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:17.982854 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d785a855-ce0e-4132-8411-fcc342a51837 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:17.983177 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d785a855-ce0e-4132-8411-fcc342a51837 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:17.983500 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d785a855-ce0e-4132-8411-fcc342a51837 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:17.983813 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d785a855-ce0e-4132-8411-fcc342a51837 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:17.984129 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d785a855-ce0e-4132-8411-fcc342a51837 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:18.027105 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d785a855-ce0e-4132-8411-fcc342a51837 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779192449082'] for network (7bacddec-d23e-4f26-ad03-a8821e3f1dc2), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:18.055416 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-f4fac144-3616-4d96-9b95-df0c8959e6d1 None None] Set router 38193e31-7d61-4d61-96cc-cca11cfdcb52 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:35:18.116983 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d785a855-ce0e-4132-8411-fcc342a51837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322'] for network (7bacddec-d23e-4f26-ad03-a8821e3f1dc2), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:18.118017 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d785a855-ce0e-4132-8411-fcc342a51837 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:35:18.118646 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d785a855-ce0e-4132-8411-fcc342a51837 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570608'] for network (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:18.182190 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d785a855-ce0e-4132-8411-fcc342a51837 admin admin] Pushing event updated for resources: {'Network': ['ID=7bacddec-d23e-4f26-ad03-a8821e3f1dc2,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:18.193397 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Network 7bacddec-d23e-4f26-ad03-a8821e3f1dc2 details requested by agent ovs-agent-dv-cinder-836073-2-iscsi with host dv-cinder-836073-2-iscsi {{(pid=103883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 11:35:18.260150 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-d785a855-ce0e-4132-8411-fcc342a51837 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5869846 Apr 06 11:35:18.262985 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 56894) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:35:18.267829 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-61592f0e-5357-4d76-a47b-1a0827077ff0 admin admin] Request body: {'subnet': {'network_id': '7bacddec-d23e-4f26-ad03-a8821e3f1dc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-277636414-subnet', 'tenant_id': '16c1778b807348dbb446bf7f4d878715', 'ip_version': 4}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:35:18.347008 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-f4fac144-3616-4d96-9b95-df0c8959e6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38193e31-7d61-4d61-96cc-cca11cfdcb52', 'name': 'tempest-TestShelveInstance-1308764059-router', 'tenant_id': '5c89174131144b7f81d10ab0e7b0af30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'c7f11df7-0d36-4655-a39c-e336006024f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:35:12Z', 'updated_at': '2022-04-06T11:35:16Z', 'revision_number': 4, 'project_id': '5c89174131144b7f81d10ab0e7b0af30', 'gw_port': {'id': 'c7f11df7-0d36-4655-a39c-e336006024f3', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:11:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38193e31-7d61-4d61-96cc-cca11cfdcb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:35:13Z', 'updated_at': '2022-04-06T11:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_interfaces': [{'id': '5d20a4a8-c080-4b74-bf14-56224d701cd2', 'name': '', 'network_id': '56965a75-654b-40c0-bdf1-5f6273571f2c', 'tenant_id': '5c89174131144b7f81d10ab0e7b0af30', 'mac_address': 'fa:16:3e:d0:63:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38193e31-7d61-4d61-96cc-cca11cfdcb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'c5ed26ef-7c0f-4a59-a8d0-a8a2e4ec9c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:35:15Z', 'updated_at': '2022-04-06T11:35:16Z', 'revision_number': 2, 'project_id': '5c89174131144b7f81d10ab0e7b0af30', 'subnets': [{'id': 'c5ed26ef-7c0f-4a59-a8d0-a8a2e4ec9c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:35:18.347887 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61592f0e-5357-4d76-a47b-1a0827077ff0 admin admin] Made reservation on behalf of 16c1778b807348dbb446bf7f4d878715 for: {'subnet': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:35:18.350918 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-61592f0e-5357-4d76-a47b-1a0827077ff0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8583115'] for subnet (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:18.378053 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fac144-3616-4d96-9b95-df0c8959e6d1 None None] Checking router: 38193e31-7d61-4d61-96cc-cca11cfdcb52 for host: dv-cinder-836073-2-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:35:18.378414 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fac144-3616-4d96-9b95-df0c8959e6d1 None None] Updating router 38193e31-7d61-4d61-96cc-cca11cfdcb52 port 5d20a4a8-c080-4b74-bf14-56224d701cd2 binding host dv-cinder-836073-2-iscsi {{(pid=103884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 11:35:18.405286 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f4fac144-3616-4d96-9b95-df0c8959e6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (5d20a4a8-c080-4b74-bf14-56224d701cd2), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:18.580256 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-61592f0e-5357-4d76-a47b-1a0827077ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10087826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8583125'] for subnet (8429afb3-e848-4653-8aac-c5da2e90de50), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:18.627977 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61592f0e-5357-4d76-a47b-1a0827077ff0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8429afb3-e848-4653-8aac-c5da2e90de50,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:18.646579 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61592f0e-5357-4d76-a47b-1a0827077ff0 admin admin] Checking segment: {'id': 'c15db7a4-0955-4295-a849-b2843416927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7bacddec-d23e-4f26-ad03-a8821e3f1dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:35:18.647018 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61592f0e-5357-4d76-a47b-1a0827077ff0 admin admin] Network hostable DHCP agents. Network: 7bacddec-d23e-4f26-ad03-a8821e3f1dc2, hostable agents: ['8a8bc679-53b2-461d-b015-cec5a247fb94'], hosted agents: [] {{(pid=103881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 11:35:18.670498 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f4fac144-3616-4d96-9b95-df0c8959e6d1 None None] Publish callbacks [] for port (5d20a4a8-c080-4b74-bf14-56224d701cd2), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:18.730934 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61592f0e-5357-4d76-a47b-1a0827077ff0 admin admin] Network 7bacddec-d23e-4f26-ad03-a8821e3f1dc2 is scheduled to be hosted by DHCP agent 8a8bc679-53b2-461d-b015-cec5a247fb94 with binding_index 1 {{(pid=103881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 11:35:18.753880 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f4fac144-3616-4d96-9b95-df0c8959e6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (5d20a4a8-c080-4b74-bf14-56224d701cd2), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:18.801869 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc04eded-e50b-4307-abbc-3a0e45708db9 None None] Pushing event updated for resources: {'Port': ['ID=5d20a4a8-c080-4b74-bf14-56224d701cd2,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:18.814104 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-61592f0e-5357-4d76-a47b-1a0827077ff0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836073-2-iscsi, 7bacddec-d23e-4f26-ad03-a8821e3f1dc2) {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:35:18.819462 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61592f0e-5357-4d76-a47b-1a0827077ff0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:35:18.820276 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-61592f0e-5357-4d76-a47b-1a0827077ff0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570608'] for subnet (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:18.825624 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b0c1a8-c65c-490b-99b3-d5fe8274e62f None None] Network 7bacddec-d23e-4f26-ad03-a8821e3f1dc2 requested from dv-cinder-836073-2-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:35:18.830752 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc04eded-e50b-4307-abbc-3a0e45708db9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:18.831012 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc04eded-e50b-4307-abbc-3a0e45708db9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:18.831593 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc04eded-e50b-4307-abbc-3a0e45708db9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:18.831962 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc04eded-e50b-4307-abbc-3a0e45708db9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:18.832304 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc04eded-e50b-4307-abbc-3a0e45708db9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:18.832637 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc04eded-e50b-4307-abbc-3a0e45708db9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:18.832967 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc04eded-e50b-4307-abbc-3a0e45708db9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:18.833718 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc04eded-e50b-4307-abbc-3a0e45708db9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:18.834051 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc04eded-e50b-4307-abbc-3a0e45708db9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:18.834380 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc04eded-e50b-4307-abbc-3a0e45708db9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:18.834709 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc04eded-e50b-4307-abbc-3a0e45708db9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:18.835057 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc04eded-e50b-4307-abbc-3a0e45708db9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:18.835446 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc04eded-e50b-4307-abbc-3a0e45708db9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:18.835731 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc04eded-e50b-4307-abbc-3a0e45708db9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:18.836055 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc04eded-e50b-4307-abbc-3a0e45708db9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:18.874648 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-f4fac144-3616-4d96-9b95-df0c8959e6d1 None None] Attempting to bind port 5d20a4a8-c080-4b74-bf14-56224d701cd2 on host dv-cinder-836073-2-iscsi for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:35:18.877805 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-f4fac144-3616-4d96-9b95-df0c8959e6d1 None None] Attempting to bind port 5d20a4a8-c080-4b74-bf14-56224d701cd2 by drivers openvswitch,hyperv on host dv-cinder-836073-2-iscsi at level 0 using segments [{'id': '096bb2a5-b0e2-4e3c-94d1-af4171cd8e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '56965a75-654b-40c0-bdf1-5f6273571f2c'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:35:18.877805 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fac144-3616-4d96-9b95-df0c8959e6d1 None None] Attempting to bind port 5d20a4a8-c080-4b74-bf14-56224d701cd2 on network 56965a75-654b-40c0-bdf1-5f6273571f2c {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:35:18.881578 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fac144-3616-4d96-9b95-df0c8959e6d1 None None] Checking agent: {'id': 'a2831ac0-05e7-463d-be89-41d2adab36ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 18, 43), 'started_at': datetime.datetime(2022, 4, 6, 11, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:35:18.881957 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fac144-3616-4d96-9b95-df0c8959e6d1 None None] Checking segment: {'id': '096bb2a5-b0e2-4e3c-94d1-af4171cd8e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '56965a75-654b-40c0-bdf1-5f6273571f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:35:18.882360 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f4fac144-3616-4d96-9b95-df0c8959e6d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:18.882750 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fac144-3616-4d96-9b95-df0c8959e6d1 None None] Bound using segment: {'id': '096bb2a5-b0e2-4e3c-94d1-af4171cd8e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '56965a75-654b-40c0-bdf1-5f6273571f2c'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:35:18.883220 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-f4fac144-3616-4d96-9b95-df0c8959e6d1 None None] Bound port: 5d20a4a8-c080-4b74-bf14-56224d701cd2, host: dv-cinder-836073-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '096bb2a5-b0e2-4e3c-94d1-af4171cd8e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '56965a75-654b-40c0-bdf1-5f6273571f2c'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:35:18.883662 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f4fac144-3616-4d96-9b95-df0c8959e6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (5d20a4a8-c080-4b74-bf14-56224d701cd2), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:18.929140 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 56896) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:35:18.934517 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-b2725075-fbea-457f-8ece-8bda6f6e5090 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-277636414-router', 'tenant_id': '16c1778b807348dbb446bf7f4d878715', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc'}}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:35:18.935246 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-61592f0e-5357-4d76-a47b-1a0827077ff0 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6710656 Apr 06 11:35:18.950439 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ef6af5-e720-4612-902e-cf174848eeb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272ef63c-8d75-5f2a-b33a-d377c0026717-7bacddec-d23e-4f26-ad03-a8821e3f1dc2', 'network_id': '7bacddec-d23e-4f26-ad03-a8821e3f1dc2', 'project_id': '16c1778b807348dbb446bf7f4d878715', 'fixed_ips': [{'subnet_id': '8429afb3-e848-4653-8aac-c5da2e90de50'}]}} from dv-cinder-836073-2-iscsi. {{(pid=103883) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 11:35:18.951456 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-b8ef6af5-e720-4612-902e-cf174848eeb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:18.957159 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-f4fac144-3616-4d96-9b95-df0c8959e6d1 None None] For port 5d20a4a8-c080-4b74-bf14-56224d701cd2, host dv-cinder-836073-2-iscsi, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:35:18.960307 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-f4fac144-3616-4d96-9b95-df0c8959e6d1 None None] For port 5d20a4a8-c080-4b74-bf14-56224d701cd2, host dv-cinder-836073-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=5d20a4a8-c080-4b74-bf14-56224d701cd2,segment=NetworkSegment(096bb2a5-b0e2-4e3c-94d1-af4171cd8e3e),segment_id=096bb2a5-b0e2-4e3c-94d1-af4171cd8e3e)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:35:19.031554 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b2725075-fbea-457f-8ece-8bda6f6e5090 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-917030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7890'] for router (6322584b-bfc7-497b-a661-f19f83165231), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:19.032769 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b2725075-fbea-457f-8ece-8bda6f6e5090 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-915638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-884774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7883'] for router (6322584b-bfc7-497b-a661-f19f83165231), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:19.034110 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device c7f11df7-0d36-4655-a39c-e336006024f3 up at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:35:19.061953 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f4fac144-3616-4d96-9b95-df0c8959e6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (5d20a4a8-c080-4b74-bf14-56224d701cd2), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:19.090628 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b2725075-fbea-457f-8ece-8bda6f6e5090 admin admin] Publish callbacks [] for router_controller (6322584b-bfc7-497b-a661-f19f83165231), precommit_add_association {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:19.111302 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-8278c1da-fee7-442c-8418-7f33f9af6834 None None] Provisioning complete for port 5d20a4a8-c080-4b74-bf14-56224d701cd2 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:35:19.111971 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-8278c1da-fee7-442c-8418-7f33f9af6834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (5d20a4a8-c080-4b74-bf14-56224d701cd2), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:19.120284 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc04eded-e50b-4307-abbc-3a0e45708db9 None None] Pushing event updated for resources: {'Port': ['ID=5d20a4a8-c080-4b74-bf14-56224d701cd2,revision_number=4']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:19.125846 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fac144-3616-4d96-9b95-df0c8959e6d1 None None] Routers {'38193e31-7d61-4d61-96cc-cca11cfdcb52'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:35:19.126464 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-f4fac144-3616-4d96-9b95-df0c8959e6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:35:09Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['38193e31-7d61-4d61-96cc-cca11cfdcb52'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:35:19.198184 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [None req-b8ef6af5-e720-4612-902e-cf174848eeb1 None None] Allocated IP 172.20.0.2 (7bacddec-d23e-4f26-ad03-a8821e3f1dc2/8429afb3-e848-4653-8aac-c5da2e90de50/5b6827ad-a023-4d7e-a7b3-1bb3a9ebb708) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:35:19.247526 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-f4fac144-3616-4d96-9b95-df0c8959e6d1 None None] Set router 38193e31-7d61-4d61-96cc-cca11cfdcb52 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:35:19.270837 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Provisioning complete for port c7f11df7-0d36-4655-a39c-e336006024f3 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:35:19.271561 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (c7f11df7-0d36-4655-a39c-e336006024f3), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:19.332709 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b2725075-fbea-457f-8ece-8bda6f6e5090 admin admin] Publish callbacks [] for router_gateway (6322584b-bfc7-497b-a661-f19f83165231), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:19.373002 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-8278c1da-fee7-442c-8418-7f33f9af6834 None None] Current status of the port 5d20a4a8-c080-4b74-bf14-56224d701cd2 is: DOWN; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:35:19.373306 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-8278c1da-fee7-442c-8418-7f33f9af6834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (5d20a4a8-c080-4b74-bf14-56224d701cd2), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:19.476539 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-8278c1da-fee7-442c-8418-7f33f9af6834 None None] For port 5d20a4a8-c080-4b74-bf14-56224d701cd2, host dv-cinder-836073-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=5d20a4a8-c080-4b74-bf14-56224d701cd2,segment=NetworkSegment(096bb2a5-b0e2-4e3c-94d1-af4171cd8e3e),segment_id=096bb2a5-b0e2-4e3c-94d1-af4171cd8e3e)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:35:19.485187 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-b8ef6af5-e720-4612-902e-cf174848eeb1 None None] Publish callbacks [] for port (5b6827ad-a023-4d7e-a7b3-1bb3a9ebb708), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:19.491247 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Current status of the port c7f11df7-0d36-4655-a39c-e336006024f3 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:35:19.508653 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-f4fac144-3616-4d96-9b95-df0c8959e6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38193e31-7d61-4d61-96cc-cca11cfdcb52', 'name': 'tempest-TestShelveInstance-1308764059-router', 'tenant_id': '5c89174131144b7f81d10ab0e7b0af30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'c7f11df7-0d36-4655-a39c-e336006024f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:35:12Z', 'updated_at': '2022-04-06T11:35:16Z', 'revision_number': 4, 'project_id': '5c89174131144b7f81d10ab0e7b0af30', 'gw_port': {'id': 'c7f11df7-0d36-4655-a39c-e336006024f3', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:11:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38193e31-7d61-4d61-96cc-cca11cfdcb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:35:13Z', 'updated_at': '2022-04-06T11:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_interfaces': [{'id': '5d20a4a8-c080-4b74-bf14-56224d701cd2', 'name': '', 'network_id': '56965a75-654b-40c0-bdf1-5f6273571f2c', 'tenant_id': '5c89174131144b7f81d10ab0e7b0af30', 'mac_address': 'fa:16:3e:d0:63:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38193e31-7d61-4d61-96cc-cca11cfdcb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'c5ed26ef-7c0f-4a59-a8d0-a8a2e4ec9c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:35:15Z', 'updated_at': '2022-04-06T11:35:18Z', 'revision_number': 4, 'project_id': '5c89174131144b7f81d10ab0e7b0af30', 'subnets': [{'id': 'c5ed26ef-7c0f-4a59-a8d0-a8a2e4ec9c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:35:19.535608 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fac144-3616-4d96-9b95-df0c8959e6d1 None None] The sync data for ids ['38193e31-7d61-4d61-96cc-cca11cfdcb52'] in dv-cinder-836073-2-iscsi is: [{'id': '38193e31-7d61-4d61-96cc-cca11cfdcb52', 'name': 'tempest-TestShelveInstance-1308764059-router', 'tenant_id': '5c89174131144b7f81d10ab0e7b0af30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'c7f11df7-0d36-4655-a39c-e336006024f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:35:12Z', 'updated_at': '2022-04-06T11:35:16Z', 'revision_number': 4, 'project_id': '5c89174131144b7f81d10ab0e7b0af30', 'gw_port': {'id': 'c7f11df7-0d36-4655-a39c-e336006024f3', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:11:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38193e31-7d61-4d61-96cc-cca11cfdcb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:35:13Z', 'updated_at': '2022-04-06T11:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_interfaces': [{'id': '5d20a4a8-c080-4b74-bf14-56224d701cd2', 'name': '', 'network_id': '56965a75-654b-40c0-bdf1-5f6273571f2c', 'tenant_id': '5c89174131144b7f81d10ab0e7b0af30', 'mac_address': 'fa:16:3e:d0:63:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38193e31-7d61-4d61-96cc-cca11cfdcb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'c5ed26ef-7c0f-4a59-a8d0-a8a2e4ec9c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:35:15Z', 'updated_at': '2022-04-06T11:35:18Z', 'revision_number': 4, 'project_id': '5c89174131144b7f81d10ab0e7b0af30', 'subnets': [{'id': 'c5ed26ef-7c0f-4a59-a8d0-a8a2e4ec9c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:35:19.537385 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-8278c1da-fee7-442c-8418-7f33f9af6834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (5d20a4a8-c080-4b74-bf14-56224d701cd2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:19.539561 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-b8ef6af5-e720-4612-902e-cf174848eeb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779192465924'] for port (5b6827ad-a023-4d7e-a7b3-1bb3a9ebb708), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:19.621312 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ef6af5-e720-4612-902e-cf174848eeb1 None None] Network 7bacddec-d23e-4f26-ad03-a8821e3f1dc2 is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:35:19.629587 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-b8ef6af5-e720-4612-902e-cf174848eeb1 None None] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:35:19.632845 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ef6af5-e720-4612-902e-cf174848eeb1 None None] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:35:19.640960 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8278c1da-fee7-442c-8418-7f33f9af6834 None None] Pushing event updated for resources: {'Port': ['ID=5d20a4a8-c080-4b74-bf14-56224d701cd2,revision_number=5']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:19.646247 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b2725075-fbea-457f-8ece-8bda6f6e5090 admin admin] Publish callbacks [] for router_gateway (6322584b-bfc7-497b-a661-f19f83165231), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:19.671748 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b2725075-fbea-457f-8ece-8bda6f6e5090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:19.741925 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ef6af5-e720-4612-902e-cf174848eeb1 None None] Pushing event updated for resources: {'Port': ['ID=5b6827ad-a023-4d7e-a7b3-1bb3a9ebb708,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:19.746801 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-f8bed230-bf09-4e62-8e42-452efb2531da None None] Provisioning complete for port 5d20a4a8-c080-4b74-bf14-56224d701cd2 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:35:19.747173 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f8bed230-bf09-4e62-8e42-452efb2531da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (5d20a4a8-c080-4b74-bf14-56224d701cd2), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:19.749964 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-b8ef6af5-e720-4612-902e-cf174848eeb1 None None] Attempting to bind port 5b6827ad-a023-4d7e-a7b3-1bb3a9ebb708 on host dv-cinder-836073-2-iscsi for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:35:19.750458 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-b8ef6af5-e720-4612-902e-cf174848eeb1 None None] Attempting to bind port 5b6827ad-a023-4d7e-a7b3-1bb3a9ebb708 by drivers openvswitch,hyperv on host dv-cinder-836073-2-iscsi at level 0 using segments [{'id': 'c15db7a4-0955-4295-a849-b2843416927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7bacddec-d23e-4f26-ad03-a8821e3f1dc2'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:35:19.750825 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ef6af5-e720-4612-902e-cf174848eeb1 None None] Attempting to bind port 5b6827ad-a023-4d7e-a7b3-1bb3a9ebb708 on network 7bacddec-d23e-4f26-ad03-a8821e3f1dc2 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:35:19.778950 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ef6af5-e720-4612-902e-cf174848eeb1 None None] Checking agent: {'id': 'a2831ac0-05e7-463d-be89-41d2adab36ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 18, 43), 'started_at': datetime.datetime(2022, 4, 6, 11, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:35:19.779325 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ef6af5-e720-4612-902e-cf174848eeb1 None None] Checking segment: {'id': 'c15db7a4-0955-4295-a849-b2843416927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7bacddec-d23e-4f26-ad03-a8821e3f1dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:35:19.779730 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-b8ef6af5-e720-4612-902e-cf174848eeb1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:19.780123 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ef6af5-e720-4612-902e-cf174848eeb1 None None] Bound using segment: {'id': 'c15db7a4-0955-4295-a849-b2843416927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7bacddec-d23e-4f26-ad03-a8821e3f1dc2'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:35:19.780707 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-b8ef6af5-e720-4612-902e-cf174848eeb1 None None] Bound port: 5b6827ad-a023-4d7e-a7b3-1bb3a9ebb708, host: dv-cinder-836073-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c15db7a4-0955-4295-a849-b2843416927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7bacddec-d23e-4f26-ad03-a8821e3f1dc2'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:35:19.781108 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-b8ef6af5-e720-4612-902e-cf174848eeb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (5b6827ad-a023-4d7e-a7b3-1bb3a9ebb708), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:19.794681 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [None req-b2725075-fbea-457f-8ece-8bda6f6e5090 admin admin] Allocated IP 172.27.2.72 (698fa61f-093e-4dd4-aaec-c1b231275ecc/4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809/235cd546-38da-49e5-b4ce-ba836cc503dd) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:35:19.886716 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-b8ef6af5-e720-4612-902e-cf174848eeb1 None None] For port 5b6827ad-a023-4d7e-a7b3-1bb3a9ebb708, host dv-cinder-836073-2-iscsi, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:35:19.891228 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-b8ef6af5-e720-4612-902e-cf174848eeb1 None None] For port 5b6827ad-a023-4d7e-a7b3-1bb3a9ebb708, host dv-cinder-836073-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=5b6827ad-a023-4d7e-a7b3-1bb3a9ebb708,segment=NetworkSegment(c15db7a4-0955-4295-a849-b2843416927a),segment_id=c15db7a4-0955-4295-a849-b2843416927a)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:35:19.897248 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-f8bed230-bf09-4e62-8e42-452efb2531da None None] Current status of the port 5d20a4a8-c080-4b74-bf14-56224d701cd2 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:35:19.918158 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b2725075-fbea-457f-8ece-8bda6f6e5090 admin admin] Publish callbacks [] for port (235cd546-38da-49e5-b4ce-ba836cc503dd), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:19.974703 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-b8ef6af5-e720-4612-902e-cf174848eeb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (5b6827ad-a023-4d7e-a7b3-1bb3a9ebb708), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:20.010842 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b2725075-fbea-457f-8ece-8bda6f6e5090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779192465924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797839'] for port (235cd546-38da-49e5-b4ce-ba836cc503dd), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:20.039385 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ef6af5-e720-4612-902e-cf174848eeb1 None None] Pushing event updated for resources: {'Port': ['ID=5b6827ad-a023-4d7e-a7b3-1bb3a9ebb708,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:20.066828 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2725075-fbea-457f-8ece-8bda6f6e5090 admin admin] Network 698fa61f-093e-4dd4-aaec-c1b231275ecc is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:35:20.073850 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-b2725075-fbea-457f-8ece-8bda6f6e5090 admin admin] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:35:20.075831 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2725075-fbea-457f-8ece-8bda6f6e5090 admin admin] Pushing event updated for resources: {'Port': ['ID=235cd546-38da-49e5-b4ce-ba836cc503dd,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:20.078224 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2725075-fbea-457f-8ece-8bda6f6e5090 admin admin] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:35:20.467034 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b2725075-fbea-457f-8ece-8bda6f6e5090 admin admin] Publish callbacks [] for router_gateway (6322584b-bfc7-497b-a661-f19f83165231), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:20.673154 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b2725075-fbea-457f-8ece-8bda6f6e5090 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-915631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886519'] for router (6322584b-bfc7-497b-a661-f19f83165231), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:20.894387 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2725075-fbea-457f-8ece-8bda6f6e5090 admin admin] Router 6322584b-bfc7-497b-a661-f19f83165231 is scheduled to L3 agent 9404f039-f516-42fd-94a5-c122fff5649f with binding_index 1 {{(pid=103882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 11:35:21.014599 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2725075-fbea-457f-8ece-8bda6f6e5090 admin admin] Notify agent at l3_agent.dv-cinder-836073-2-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:35:21.022900 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176c23a1-1963-49f6-b747-64731b83355b None None] Network 7bacddec-d23e-4f26-ad03-a8821e3f1dc2 requested from dv-cinder-836073-2-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:35:21.026724 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74da33a2-c042-4533-9b83-4e4d1409554a None None] Sync routers for ids ['6322584b-bfc7-497b-a661-f19f83165231'] in dv-cinder-836073-2-iscsi {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:35:21.072441 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device 5d20a4a8-c080-4b74-bf14-56224d701cd2 up at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:35:21.106295 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74da33a2-c042-4533-9b83-4e4d1409554a None None] Routers {'6322584b-bfc7-497b-a661-f19f83165231'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:35:21.106956 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-74da33a2-c042-4533-9b83-4e4d1409554a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:35:09Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['6322584b-bfc7-497b-a661-f19f83165231'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:35:21.107913 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b2725075-fbea-457f-8ece-8bda6f6e5090 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:21.109225 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-b2725075-fbea-457f-8ece-8bda6f6e5090 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.1782525 Apr 06 11:35:21.112125 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 56898) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:35:21.233431 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-594ddeb2-d29b-4acc-8769-3cc5ed058a04 None None] Provisioning complete for port 5b6827ad-a023-4d7e-a7b3-1bb3a9ebb708 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:35:21.233720 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-594ddeb2-d29b-4acc-8769-3cc5ed058a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (5b6827ad-a023-4d7e-a7b3-1bb3a9ebb708), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:21.449760 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Provisioning complete for port 5d20a4a8-c080-4b74-bf14-56224d701cd2 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:35:21.450186 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (5d20a4a8-c080-4b74-bf14-56224d701cd2), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:21.452718 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-74da33a2-c042-4533-9b83-4e4d1409554a None None] Set router 6322584b-bfc7-497b-a661-f19f83165231 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:35:21.526432 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1e0127ed-e6bf-4834-bcb7-3ecd7631ecb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:21.637463 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-594ddeb2-d29b-4acc-8769-3cc5ed058a04 None None] Current status of the port 5b6827ad-a023-4d7e-a7b3-1bb3a9ebb708 is: DOWN; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:35:21.637869 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-594ddeb2-d29b-4acc-8769-3cc5ed058a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (5b6827ad-a023-4d7e-a7b3-1bb3a9ebb708), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:21.696769 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [None req-1e0127ed-e6bf-4834-bcb7-3ecd7631ecb5 admin admin] Allocated IP 172.20.0.1 (7bacddec-d23e-4f26-ad03-a8821e3f1dc2/8429afb3-e848-4653-8aac-c5da2e90de50/ad42ffe3-9373-4934-9271-7e0ab4a55348) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:35:21.740349 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-594ddeb2-d29b-4acc-8769-3cc5ed058a04 None None] For port 5b6827ad-a023-4d7e-a7b3-1bb3a9ebb708, host dv-cinder-836073-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=5b6827ad-a023-4d7e-a7b3-1bb3a9ebb708,segment=NetworkSegment(c15db7a4-0955-4295-a849-b2843416927a),segment_id=c15db7a4-0955-4295-a849-b2843416927a)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:35:21.746668 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Current status of the port 5d20a4a8-c080-4b74-bf14-56224d701cd2 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:35:21.747731 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device 5b6827ad-a023-4d7e-a7b3-1bb3a9ebb708 up at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:35:21.809708 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-594ddeb2-d29b-4acc-8769-3cc5ed058a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (5b6827ad-a023-4d7e-a7b3-1bb3a9ebb708), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:21.814968 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-74da33a2-c042-4533-9b83-4e4d1409554a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6322584b-bfc7-497b-a661-f19f83165231', 'name': 'tempest-TestShelveInstance-277636414-router', 'tenant_id': '16c1778b807348dbb446bf7f4d878715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '235cd546-38da-49e5-b4ce-ba836cc503dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:35:19Z', 'updated_at': '2022-04-06T11:35:20Z', 'revision_number': 3, 'project_id': '16c1778b807348dbb446bf7f4d878715', 'gw_port': {'id': '235cd546-38da-49e5-b4ce-ba836cc503dd', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6322584b-bfc7-497b-a661-f19f83165231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:35:19Z', 'updated_at': '2022-04-06T11:35:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi'}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:35:21.815497 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1e0127ed-e6bf-4834-bcb7-3ecd7631ecb5 admin admin] Publish callbacks [] for port (ad42ffe3-9373-4934-9271-7e0ab4a55348), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:21.859966 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74da33a2-c042-4533-9b83-4e4d1409554a None None] Checking router: 6322584b-bfc7-497b-a661-f19f83165231 for host: dv-cinder-836073-2-iscsi {{(pid=103883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:35:21.860314 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74da33a2-c042-4533-9b83-4e4d1409554a None None] Updating router 6322584b-bfc7-497b-a661-f19f83165231 port 235cd546-38da-49e5-b4ce-ba836cc503dd binding host dv-cinder-836073-2-iscsi {{(pid=103883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 11:35:21.863799 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Provisioning complete for port 5b6827ad-a023-4d7e-a7b3-1bb3a9ebb708 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:35:21.864422 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (5b6827ad-a023-4d7e-a7b3-1bb3a9ebb708), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:21.937466 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1e0127ed-e6bf-4834-bcb7-3ecd7631ecb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779192465924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797839'] for port (ad42ffe3-9373-4934-9271-7e0ab4a55348), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:21.942436 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-74da33a2-c042-4533-9b83-4e4d1409554a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (235cd546-38da-49e5-b4ce-ba836cc503dd), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:21.975233 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594ddeb2-d29b-4acc-8769-3cc5ed058a04 None None] Pushing event updated for resources: {'Port': ['ID=5b6827ad-a023-4d7e-a7b3-1bb3a9ebb708,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:21.981166 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0127ed-e6bf-4834-bcb7-3ecd7631ecb5 admin admin] Network 7bacddec-d23e-4f26-ad03-a8821e3f1dc2 is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:35:21.986001 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-1e0127ed-e6bf-4834-bcb7-3ecd7631ecb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:35:21.990248 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0127ed-e6bf-4834-bcb7-3ecd7631ecb5 admin admin] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:35:21.997440 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-0031aa74-0827-407b-8847-978e840aae9b None None] Provisioning complete for port 5b6827ad-a023-4d7e-a7b3-1bb3a9ebb708 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:35:21.997818 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0031aa74-0827-407b-8847-978e840aae9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (5b6827ad-a023-4d7e-a7b3-1bb3a9ebb708), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:22.013355 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0127ed-e6bf-4834-bcb7-3ecd7631ecb5 admin admin] Pushing event updated for resources: {'Port': ['ID=ad42ffe3-9373-4934-9271-7e0ab4a55348,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:22.039483 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1e0127ed-e6bf-4834-bcb7-3ecd7631ecb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-886310'] for router_interface (6322584b-bfc7-497b-a661-f19f83165231), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:22.153797 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Current status of the port 5b6827ad-a023-4d7e-a7b3-1bb3a9ebb708 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:35:22.266685 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-0031aa74-0827-407b-8847-978e840aae9b None None] Current status of the port 5b6827ad-a023-4d7e-a7b3-1bb3a9ebb708 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:35:22.339078 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-74da33a2-c042-4533-9b83-4e4d1409554a None None] Publish callbacks [] for port (235cd546-38da-49e5-b4ce-ba836cc503dd), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:22.387320 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-0ff44634-38ff-45d5-bf27-1124defc3938 None None] Provisioning complete for port ad42ffe3-9373-4934-9271-7e0ab4a55348 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:35:22.387694 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0ff44634-38ff-45d5-bf27-1124defc3938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (ad42ffe3-9373-4934-9271-7e0ab4a55348), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:22.411625 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-74da33a2-c042-4533-9b83-4e4d1409554a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (235cd546-38da-49e5-b4ce-ba836cc503dd), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:22.453724 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-0ff44634-38ff-45d5-bf27-1124defc3938 None None] Port ad42ffe3-9373-4934-9271-7e0ab4a55348 cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:35:22.478742 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-74da33a2-c042-4533-9b83-4e4d1409554a None None] Attempting to bind port 235cd546-38da-49e5-b4ce-ba836cc503dd on host dv-cinder-836073-2-iscsi for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:35:22.481832 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-74da33a2-c042-4533-9b83-4e4d1409554a None None] Attempting to bind port 235cd546-38da-49e5-b4ce-ba836cc503dd by drivers openvswitch,hyperv on host dv-cinder-836073-2-iscsi at level 0 using segments [{'id': 'a1489c3e-d8bf-465c-8161-3d720cf0d135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:35:22.481832 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74da33a2-c042-4533-9b83-4e4d1409554a None None] Attempting to bind port 235cd546-38da-49e5-b4ce-ba836cc503dd on network 698fa61f-093e-4dd4-aaec-c1b231275ecc {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:35:22.481832 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108605a0-636e-4673-9966-9d8b539eb773 None None] Pushing event updated for resources: {'Port': ['ID=235cd546-38da-49e5-b4ce-ba836cc503dd,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:22.487036 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74da33a2-c042-4533-9b83-4e4d1409554a None None] Checking agent: {'id': 'a2831ac0-05e7-463d-be89-41d2adab36ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 18, 43), 'started_at': datetime.datetime(2022, 4, 6, 11, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:35:22.487431 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74da33a2-c042-4533-9b83-4e4d1409554a None None] Checking segment: {'id': 'a1489c3e-d8bf-465c-8161-3d720cf0d135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:35:22.487815 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-74da33a2-c042-4533-9b83-4e4d1409554a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:22.488205 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74da33a2-c042-4533-9b83-4e4d1409554a None None] Bound using segment: {'id': 'a1489c3e-d8bf-465c-8161-3d720cf0d135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:35:22.488671 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-74da33a2-c042-4533-9b83-4e4d1409554a None None] Bound port: 235cd546-38da-49e5-b4ce-ba836cc503dd, host: dv-cinder-836073-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1489c3e-d8bf-465c-8161-3d720cf0d135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:35:22.489095 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-74da33a2-c042-4533-9b83-4e4d1409554a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (235cd546-38da-49e5-b4ce-ba836cc503dd), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:22.524387 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1e0127ed-e6bf-4834-bcb7-3ecd7631ecb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (ad42ffe3-9373-4934-9271-7e0ab4a55348), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:22.540596 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-74da33a2-c042-4533-9b83-4e4d1409554a None None] For port 235cd546-38da-49e5-b4ce-ba836cc503dd, host dv-cinder-836073-2-iscsi, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:35:22.544279 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-74da33a2-c042-4533-9b83-4e4d1409554a None None] For port 235cd546-38da-49e5-b4ce-ba836cc503dd, host dv-cinder-836073-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=235cd546-38da-49e5-b4ce-ba836cc503dd,segment=NetworkSegment(a1489c3e-d8bf-465c-8161-3d720cf0d135),segment_id=a1489c3e-d8bf-465c-8161-3d720cf0d135)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:35:22.617640 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-74da33a2-c042-4533-9b83-4e4d1409554a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (235cd546-38da-49e5-b4ce-ba836cc503dd), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:22.671499 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74da33a2-c042-4533-9b83-4e4d1409554a None None] Routers {'6322584b-bfc7-497b-a661-f19f83165231'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:35:22.672128 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-74da33a2-c042-4533-9b83-4e4d1409554a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:35:09Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['6322584b-bfc7-497b-a661-f19f83165231'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:35:22.685881 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1e0127ed-e6bf-4834-bcb7-3ecd7631ecb5 admin admin] Publish callbacks [] for port (ad42ffe3-9373-4934-9271-7e0ab4a55348), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:22.716788 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108605a0-636e-4673-9966-9d8b539eb773 None None] Pushing event updated for resources: {'Port': ['ID=235cd546-38da-49e5-b4ce-ba836cc503dd,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:22.760096 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1e0127ed-e6bf-4834-bcb7-3ecd7631ecb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8797942'] for port (ad42ffe3-9373-4934-9271-7e0ab4a55348), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:22.791673 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-74da33a2-c042-4533-9b83-4e4d1409554a None None] Set router 6322584b-bfc7-497b-a661-f19f83165231 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:35:22.830498 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0127ed-e6bf-4834-bcb7-3ecd7631ecb5 admin admin] Pushing event updated for resources: {'Port': ['ID=ad42ffe3-9373-4934-9271-7e0ab4a55348,revision_number=2']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:22.833427 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1e0127ed-e6bf-4834-bcb7-3ecd7631ecb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-916918'] for router_interface (6322584b-bfc7-497b-a661-f19f83165231), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:22.925498 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0127ed-e6bf-4834-bcb7-3ecd7631ecb5 admin admin] Network 7bacddec-d23e-4f26-ad03-a8821e3f1dc2 is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:35:22.926998 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-1e0127ed-e6bf-4834-bcb7-3ecd7631ecb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:35:23.003185 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-74da33a2-c042-4533-9b83-4e4d1409554a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6322584b-bfc7-497b-a661-f19f83165231', 'name': 'tempest-TestShelveInstance-277636414-router', 'tenant_id': '16c1778b807348dbb446bf7f4d878715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '235cd546-38da-49e5-b4ce-ba836cc503dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:35:19Z', 'updated_at': '2022-04-06T11:35:22Z', 'revision_number': 4, 'project_id': '16c1778b807348dbb446bf7f4d878715', 'gw_port': {'id': '235cd546-38da-49e5-b4ce-ba836cc503dd', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6322584b-bfc7-497b-a661-f19f83165231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:35:19Z', 'updated_at': '2022-04-06T11:35:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_interfaces': [{'id': 'ad42ffe3-9373-4934-9271-7e0ab4a55348', 'name': '', 'network_id': '7bacddec-d23e-4f26-ad03-a8821e3f1dc2', 'tenant_id': '16c1778b807348dbb446bf7f4d878715', 'mac_address': 'fa:16:3e:26:19:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6322584b-bfc7-497b-a661-f19f83165231', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '8429afb3-e848-4653-8aac-c5da2e90de50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:35:21Z', 'updated_at': '2022-04-06T11:35:21Z', 'revision_number': 1, 'project_id': '16c1778b807348dbb446bf7f4d878715', 'subnets': [{'id': '8429afb3-e848-4653-8aac-c5da2e90de50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:35:23.030484 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74da33a2-c042-4533-9b83-4e4d1409554a None None] The sync data for ids ['6322584b-bfc7-497b-a661-f19f83165231'] in dv-cinder-836073-2-iscsi is: [{'id': '6322584b-bfc7-497b-a661-f19f83165231', 'name': 'tempest-TestShelveInstance-277636414-router', 'tenant_id': '16c1778b807348dbb446bf7f4d878715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '235cd546-38da-49e5-b4ce-ba836cc503dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:35:19Z', 'updated_at': '2022-04-06T11:35:22Z', 'revision_number': 4, 'project_id': '16c1778b807348dbb446bf7f4d878715', 'gw_port': {'id': '235cd546-38da-49e5-b4ce-ba836cc503dd', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6322584b-bfc7-497b-a661-f19f83165231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:35:19Z', 'updated_at': '2022-04-06T11:35:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_interfaces': [{'id': 'ad42ffe3-9373-4934-9271-7e0ab4a55348', 'name': '', 'network_id': '7bacddec-d23e-4f26-ad03-a8821e3f1dc2', 'tenant_id': '16c1778b807348dbb446bf7f4d878715', 'mac_address': 'fa:16:3e:26:19:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6322584b-bfc7-497b-a661-f19f83165231', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '8429afb3-e848-4653-8aac-c5da2e90de50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:35:21Z', 'updated_at': '2022-04-06T11:35:21Z', 'revision_number': 1, 'project_id': '16c1778b807348dbb446bf7f4d878715', 'subnets': [{'id': '8429afb3-e848-4653-8aac-c5da2e90de50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:35:23.065921 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e0127ed-e6bf-4834-bcb7-3ecd7631ecb5 admin admin] Router 6322584b-bfc7-497b-a661-f19f83165231 has already been hosted by L3 agent 9404f039-f516-42fd-94a5-c122fff5649f {{(pid=103882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:35:23.070183 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device 5b6827ad-a023-4d7e-a7b3-1bb3a9ebb708 up at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:35:23.127165 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Provisioning complete for port 5b6827ad-a023-4d7e-a7b3-1bb3a9ebb708 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:35:23.127460 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (5b6827ad-a023-4d7e-a7b3-1bb3a9ebb708), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:23.196435 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e0127ed-e6bf-4834-bcb7-3ecd7631ecb5 admin admin] Notify agent at l3_agent.dv-cinder-836073-2-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:35:23.201951 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-1e0127ed-e6bf-4834-bcb7-3ecd7631ecb5 admin admin] 10.222.0.43 "PUT /v2.0/routers/6322584b-bfc7-497b-a661-f19f83165231/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0886116 Apr 06 11:35:23.390904 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Current status of the port 5b6827ad-a023-4d7e-a7b3-1bb3a9ebb708 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:35:23.400817 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-608a9988-6173-4b8e-89cf-b0d9d9fb90a7 None None] Provisioning complete for port ad42ffe3-9373-4934-9271-7e0ab4a55348 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:35:23.401238 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-608a9988-6173-4b8e-89cf-b0d9d9fb90a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (ad42ffe3-9373-4934-9271-7e0ab4a55348), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:23.439733 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-608a9988-6173-4b8e-89cf-b0d9d9fb90a7 None None] Port ad42ffe3-9373-4934-9271-7e0ab4a55348 cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:35:24.235452 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 56908) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:35:24.241031 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-db52ddd2-5f10-42eb-94bc-4bfc681b7804 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-574677167', 'description': 'tempest-secgroup-smoke-574677167 description', 'project_id': '5c89174131144b7f81d10ab0e7b0af30'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:35:24.345909 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-db52ddd2-5f10-42eb-94bc-4bfc681b7804 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:24.410125 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-db52ddd2-5f10-42eb-94bc-4bfc681b7804 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Publish callbacks [] for security_group (40f24ae9-9cb7-4253-8b66-7472be55d789), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:24.468283 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-db52ddd2-5f10-42eb-94bc-4bfc681b7804 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (40f24ae9-9cb7-4253-8b66-7472be55d789), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:24.499263 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db52ddd2-5f10-42eb-94bc-4bfc681b7804 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40f24ae9-9cb7-4253-8b66-7472be55d789,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:24.561395 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-db52ddd2-5f10-42eb-94bc-4bfc681b7804 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:24.562656 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-db52ddd2-5f10-42eb-94bc-4bfc681b7804 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3261759 Apr 06 11:35:24.565856 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 56910) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:35:24.570291 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-c8787c66-f6ea-4c7d-af18-e28d7fd88357 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Request body: {'security_group_rule': {'security_group_id': '40f24ae9-9cb7-4253-8b66-7472be55d789', 'project_id': '5c89174131144b7f81d10ab0e7b0af30', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:35:24.632660 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c8787c66-f6ea-4c7d-af18-e28d7fd88357 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Publish callbacks [] for security_group_rule (6b25c729-6946-4dc6-9a81-5e9ec338d1c0), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:24.689683 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c8787c66-f6ea-4c7d-af18-e28d7fd88357 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Publish callbacks [] for security_group_rule (6b25c729-6946-4dc6-9a81-5e9ec338d1c0), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:24.736815 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c8787c66-f6ea-4c7d-af18-e28d7fd88357 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770697'] for security_group_rule (6b25c729-6946-4dc6-9a81-5e9ec338d1c0), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:24.759101 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8787c66-f6ea-4c7d-af18-e28d7fd88357 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b25c729-6946-4dc6-9a81-5e9ec338d1c0,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:24.833717 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c8787c66-f6ea-4c7d-af18-e28d7fd88357 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:24.834968 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-c8787c66-f6ea-4c7d-af18-e28d7fd88357 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2681234 Apr 06 11:35:24.837785 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 56912) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:35:24.842126 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-8c4c274b-10a9-44d0-997e-029f219a28e7 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Request body: {'security_group_rule': {'security_group_id': '40f24ae9-9cb7-4253-8b66-7472be55d789', 'project_id': '5c89174131144b7f81d10ab0e7b0af30', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:35:24.950319 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8c4c274b-10a9-44d0-997e-029f219a28e7 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Publish callbacks [] for security_group_rule (08bb1768-2f82-4c65-84d9-f96b30abc925), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:25.010688 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8c4c274b-10a9-44d0-997e-029f219a28e7 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Publish callbacks [] for security_group_rule (08bb1768-2f82-4c65-84d9-f96b30abc925), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:25.044110 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device 235cd546-38da-49e5-b4ce-ba836cc503dd up at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:35:25.092019 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Provisioning complete for port 235cd546-38da-49e5-b4ce-ba836cc503dd triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:35:25.092397 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (235cd546-38da-49e5-b4ce-ba836cc503dd), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:25.100553 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8c4c274b-10a9-44d0-997e-029f219a28e7 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770697'] for security_group_rule (08bb1768-2f82-4c65-84d9-f96b30abc925), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:25.120386 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4c274b-10a9-44d0-997e-029f219a28e7 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08bb1768-2f82-4c65-84d9-f96b30abc925,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:25.175372 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Current status of the port 235cd546-38da-49e5-b4ce-ba836cc503dd is: DOWN; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:35:25.175762 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (235cd546-38da-49e5-b4ce-ba836cc503dd), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:25.197901 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] For port 235cd546-38da-49e5-b4ce-ba836cc503dd, host dv-cinder-836073-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=235cd546-38da-49e5-b4ce-ba836cc503dd,segment=NetworkSegment(a1489c3e-d8bf-465c-8161-3d720cf0d135),segment_id=a1489c3e-d8bf-465c-8161-3d720cf0d135)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:35:25.253251 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8c4c274b-10a9-44d0-997e-029f219a28e7 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:25.254426 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-8c4c274b-10a9-44d0-997e-029f219a28e7 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4156628 Apr 06 11:35:25.257834 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 56914) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:35:25.262161 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-678cb5a0-503e-4b93-8351-ef95fe977b57 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Request body: {'security_group_rule': {'security_group_id': '40f24ae9-9cb7-4253-8b66-7472be55d789', 'project_id': '5c89174131144b7f81d10ab0e7b0af30', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:35:25.322693 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (235cd546-38da-49e5-b4ce-ba836cc503dd), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:25.358961 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-678cb5a0-503e-4b93-8351-ef95fe977b57 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Publish callbacks [] for security_group_rule (5309153d-2fcb-492e-9363-6f8769b5c055), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:25.371204 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Pushing event updated for resources: {'Port': ['ID=235cd546-38da-49e5-b4ce-ba836cc503dd,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:25.418616 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-678cb5a0-503e-4b93-8351-ef95fe977b57 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Publish callbacks [] for security_group_rule (5309153d-2fcb-492e-9363-6f8769b5c055), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:25.482341 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-678cb5a0-503e-4b93-8351-ef95fe977b57 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770697'] for security_group_rule (5309153d-2fcb-492e-9363-6f8769b5c055), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:25.501674 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678cb5a0-503e-4b93-8351-ef95fe977b57 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5309153d-2fcb-492e-9363-6f8769b5c055,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:25.561657 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-678cb5a0-503e-4b93-8351-ef95fe977b57 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:25.562932 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-678cb5a0-503e-4b93-8351-ef95fe977b57 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3041222 Apr 06 11:35:25.565563 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 56916) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:35:25.570397 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-b57b316d-5841-428f-bd33-fda6944abb46 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Request body: {'security_group_rule': {'security_group_id': '40f24ae9-9cb7-4253-8b66-7472be55d789', 'project_id': '5c89174131144b7f81d10ab0e7b0af30', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:35:25.641618 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b57b316d-5841-428f-bd33-fda6944abb46 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Publish callbacks [] for security_group_rule (f909675f-0f02-4158-906e-3d5cdfbfe2e2), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:25.697566 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b57b316d-5841-428f-bd33-fda6944abb46 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Publish callbacks [] for security_group_rule (f909675f-0f02-4158-906e-3d5cdfbfe2e2), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:25.757468 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b57b316d-5841-428f-bd33-fda6944abb46 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770697'] for security_group_rule (f909675f-0f02-4158-906e-3d5cdfbfe2e2), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:25.777567 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57b316d-5841-428f-bd33-fda6944abb46 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f909675f-0f02-4158-906e-3d5cdfbfe2e2,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:25.836007 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b57b316d-5841-428f-bd33-fda6944abb46 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:25.837240 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-b57b316d-5841-428f-bd33-fda6944abb46 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2707028 Apr 06 11:35:25.839884 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 56918) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:35:25.844055 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-a44f5a6e-6e43-4e50-b150-846f84ea2b76 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Request body: {'security_group_rule': {'security_group_id': '40f24ae9-9cb7-4253-8b66-7472be55d789', 'project_id': '5c89174131144b7f81d10ab0e7b0af30', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:35:25.919891 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.db.securitygroups_db [None req-a44f5a6e-6e43-4e50-b150-846f84ea2b76 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Project 5c89174131144b7f81d10ab0e7b0af30 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 11:35:25.924918 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a44f5a6e-6e43-4e50-b150-846f84ea2b76 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Publish callbacks [] for security_group_rule (b1e6482d-babc-4740-90c3-8bff1f09090b), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:25.982728 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a44f5a6e-6e43-4e50-b150-846f84ea2b76 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Publish callbacks [] for security_group_rule (b1e6482d-babc-4740-90c3-8bff1f09090b), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:26.059778 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a44f5a6e-6e43-4e50-b150-846f84ea2b76 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770697'] for security_group_rule (b1e6482d-babc-4740-90c3-8bff1f09090b), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:26.078613 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44f5a6e-6e43-4e50-b150-846f84ea2b76 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1e6482d-babc-4740-90c3-8bff1f09090b,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:26.141795 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a44f5a6e-6e43-4e50-b150-846f84ea2b76 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:26.143031 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-a44f5a6e-6e43-4e50-b150-846f84ea2b76 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3022294 Apr 06 11:35:26.145787 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 56920) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:35:26.151026 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-ebac1663-e712-4420-8c31-e9a3d264941d tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Request body: {'security_group_rule': {'security_group_id': '40f24ae9-9cb7-4253-8b66-7472be55d789', 'project_id': '5c89174131144b7f81d10ab0e7b0af30', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:35:26.226233 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.db.securitygroups_db [None req-ebac1663-e712-4420-8c31-e9a3d264941d tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Project 5c89174131144b7f81d10ab0e7b0af30 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 11:35:26.231523 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ebac1663-e712-4420-8c31-e9a3d264941d tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Publish callbacks [] for security_group_rule (c206a3ad-4630-4521-8693-6b1762909610), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:26.291889 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ebac1663-e712-4420-8c31-e9a3d264941d tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Publish callbacks [] for security_group_rule (c206a3ad-4630-4521-8693-6b1762909610), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:26.368911 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ebac1663-e712-4420-8c31-e9a3d264941d tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770697'] for security_group_rule (c206a3ad-4630-4521-8693-6b1762909610), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:26.386152 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebac1663-e712-4420-8c31-e9a3d264941d tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c206a3ad-4630-4521-8693-6b1762909610,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:26.416724 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4b50dd-f3fb-4d87-95c2-ec6dba5cd097 None None] Sync routers for ids ['6322584b-bfc7-497b-a661-f19f83165231'] in dv-cinder-836073-2-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:35:26.426357 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4b50dd-f3fb-4d87-95c2-ec6dba5cd097 None None] Routers {'6322584b-bfc7-497b-a661-f19f83165231'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:35:26.426964 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-8e4b50dd-f3fb-4d87-95c2-ec6dba5cd097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:35:09Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['6322584b-bfc7-497b-a661-f19f83165231'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:35:26.473813 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ebac1663-e712-4420-8c31-e9a3d264941d tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:26.475710 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-ebac1663-e712-4420-8c31-e9a3d264941d tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3287323 Apr 06 11:35:26.537657 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-8e4b50dd-f3fb-4d87-95c2-ec6dba5cd097 None None] Set router 6322584b-bfc7-497b-a661-f19f83165231 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:35:26.740597 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-8e4b50dd-f3fb-4d87-95c2-ec6dba5cd097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6322584b-bfc7-497b-a661-f19f83165231', 'name': 'tempest-TestShelveInstance-277636414-router', 'tenant_id': '16c1778b807348dbb446bf7f4d878715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '235cd546-38da-49e5-b4ce-ba836cc503dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:35:19Z', 'updated_at': '2022-04-06T11:35:22Z', 'revision_number': 4, 'project_id': '16c1778b807348dbb446bf7f4d878715', 'gw_port': {'id': '235cd546-38da-49e5-b4ce-ba836cc503dd', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6322584b-bfc7-497b-a661-f19f83165231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:35:19Z', 'updated_at': '2022-04-06T11:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_interfaces': [{'id': 'ad42ffe3-9373-4934-9271-7e0ab4a55348', 'name': '', 'network_id': '7bacddec-d23e-4f26-ad03-a8821e3f1dc2', 'tenant_id': '16c1778b807348dbb446bf7f4d878715', 'mac_address': 'fa:16:3e:26:19:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6322584b-bfc7-497b-a661-f19f83165231', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '8429afb3-e848-4653-8aac-c5da2e90de50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:35:21Z', 'updated_at': '2022-04-06T11:35:22Z', 'revision_number': 2, 'project_id': '16c1778b807348dbb446bf7f4d878715', 'subnets': [{'id': '8429afb3-e848-4653-8aac-c5da2e90de50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:35:26.766505 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4b50dd-f3fb-4d87-95c2-ec6dba5cd097 None None] Checking router: 6322584b-bfc7-497b-a661-f19f83165231 for host: dv-cinder-836073-2-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:35:26.769043 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4b50dd-f3fb-4d87-95c2-ec6dba5cd097 None None] Updating router 6322584b-bfc7-497b-a661-f19f83165231 port ad42ffe3-9373-4934-9271-7e0ab4a55348 binding host dv-cinder-836073-2-iscsi {{(pid=103884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 11:35:26.795395 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8e4b50dd-f3fb-4d87-95c2-ec6dba5cd097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (ad42ffe3-9373-4934-9271-7e0ab4a55348), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:27.038390 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device 235cd546-38da-49e5-b4ce-ba836cc503dd up at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:35:27.091716 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Provisioning complete for port 235cd546-38da-49e5-b4ce-ba836cc503dd triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:35:27.092224 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (235cd546-38da-49e5-b4ce-ba836cc503dd), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:27.147927 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8e4b50dd-f3fb-4d87-95c2-ec6dba5cd097 None None] Publish callbacks [] for port (ad42ffe3-9373-4934-9271-7e0ab4a55348), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:27.172980 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Current status of the port 235cd546-38da-49e5-b4ce-ba836cc503dd is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:35:27.251565 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8e4b50dd-f3fb-4d87-95c2-ec6dba5cd097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (ad42ffe3-9373-4934-9271-7e0ab4a55348), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:27.308803 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60154469-0d42-453b-a9a7-176267bb13e2 None None] Pushing event updated for resources: {'Port': ['ID=ad42ffe3-9373-4934-9271-7e0ab4a55348,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:27.362086 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-8e4b50dd-f3fb-4d87-95c2-ec6dba5cd097 None None] Attempting to bind port ad42ffe3-9373-4934-9271-7e0ab4a55348 on host dv-cinder-836073-2-iscsi for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:35:27.362546 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-8e4b50dd-f3fb-4d87-95c2-ec6dba5cd097 None None] Attempting to bind port ad42ffe3-9373-4934-9271-7e0ab4a55348 by drivers openvswitch,hyperv on host dv-cinder-836073-2-iscsi at level 0 using segments [{'id': 'c15db7a4-0955-4295-a849-b2843416927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7bacddec-d23e-4f26-ad03-a8821e3f1dc2'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:35:27.362977 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4b50dd-f3fb-4d87-95c2-ec6dba5cd097 None None] Attempting to bind port ad42ffe3-9373-4934-9271-7e0ab4a55348 on network 7bacddec-d23e-4f26-ad03-a8821e3f1dc2 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:35:27.370166 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4b50dd-f3fb-4d87-95c2-ec6dba5cd097 None None] Checking agent: {'id': 'a2831ac0-05e7-463d-be89-41d2adab36ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 18, 43), 'started_at': datetime.datetime(2022, 4, 6, 11, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:35:27.370658 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4b50dd-f3fb-4d87-95c2-ec6dba5cd097 None None] Checking segment: {'id': 'c15db7a4-0955-4295-a849-b2843416927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7bacddec-d23e-4f26-ad03-a8821e3f1dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:35:27.371181 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8e4b50dd-f3fb-4d87-95c2-ec6dba5cd097 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:27.371673 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4b50dd-f3fb-4d87-95c2-ec6dba5cd097 None None] Bound using segment: {'id': 'c15db7a4-0955-4295-a849-b2843416927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7bacddec-d23e-4f26-ad03-a8821e3f1dc2'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:35:27.372260 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-8e4b50dd-f3fb-4d87-95c2-ec6dba5cd097 None None] Bound port: ad42ffe3-9373-4934-9271-7e0ab4a55348, host: dv-cinder-836073-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c15db7a4-0955-4295-a849-b2843416927a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7bacddec-d23e-4f26-ad03-a8821e3f1dc2'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:35:27.372750 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8e4b50dd-f3fb-4d87-95c2-ec6dba5cd097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (ad42ffe3-9373-4934-9271-7e0ab4a55348), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:27.438963 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-8e4b50dd-f3fb-4d87-95c2-ec6dba5cd097 None None] For port ad42ffe3-9373-4934-9271-7e0ab4a55348, host dv-cinder-836073-2-iscsi, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:35:27.442317 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-8e4b50dd-f3fb-4d87-95c2-ec6dba5cd097 None None] For port ad42ffe3-9373-4934-9271-7e0ab4a55348, host dv-cinder-836073-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=ad42ffe3-9373-4934-9271-7e0ab4a55348,segment=NetworkSegment(c15db7a4-0955-4295-a849-b2843416927a),segment_id=c15db7a4-0955-4295-a849-b2843416927a)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:35:27.483032 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-77560baf-ba73-440e-92c9-8a26b3ed8d14 None None] Provisioning complete for port ad42ffe3-9373-4934-9271-7e0ab4a55348 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:35:27.489328 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-77560baf-ba73-440e-92c9-8a26b3ed8d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (ad42ffe3-9373-4934-9271-7e0ab4a55348), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:27.518473 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-77560baf-ba73-440e-92c9-8a26b3ed8d14 None None] Port ad42ffe3-9373-4934-9271-7e0ab4a55348 cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:35:27.531674 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8e4b50dd-f3fb-4d87-95c2-ec6dba5cd097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (ad42ffe3-9373-4934-9271-7e0ab4a55348), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:27.582033 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4b50dd-f3fb-4d87-95c2-ec6dba5cd097 None None] Routers {'6322584b-bfc7-497b-a661-f19f83165231'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:35:27.582653 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-8e4b50dd-f3fb-4d87-95c2-ec6dba5cd097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:35:09Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['6322584b-bfc7-497b-a661-f19f83165231'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:35:27.632036 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60154469-0d42-453b-a9a7-176267bb13e2 None None] Pushing event updated for resources: {'Port': ['ID=ad42ffe3-9373-4934-9271-7e0ab4a55348,revision_number=4']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:27.709691 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-8e4b50dd-f3fb-4d87-95c2-ec6dba5cd097 None None] Set router 6322584b-bfc7-497b-a661-f19f83165231 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:35:27.843624 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-adca77bd-64b6-4825-9673-5c85464faa84 None None] Provisioning complete for port ad42ffe3-9373-4934-9271-7e0ab4a55348 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:35:27.844254 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-adca77bd-64b6-4825-9673-5c85464faa84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (ad42ffe3-9373-4934-9271-7e0ab4a55348), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:27.926760 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-8e4b50dd-f3fb-4d87-95c2-ec6dba5cd097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6322584b-bfc7-497b-a661-f19f83165231', 'name': 'tempest-TestShelveInstance-277636414-router', 'tenant_id': '16c1778b807348dbb446bf7f4d878715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '235cd546-38da-49e5-b4ce-ba836cc503dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:35:19Z', 'updated_at': '2022-04-06T11:35:22Z', 'revision_number': 4, 'project_id': '16c1778b807348dbb446bf7f4d878715', 'gw_port': {'id': '235cd546-38da-49e5-b4ce-ba836cc503dd', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6322584b-bfc7-497b-a661-f19f83165231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:35:19Z', 'updated_at': '2022-04-06T11:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_interfaces': [{'id': 'ad42ffe3-9373-4934-9271-7e0ab4a55348', 'name': '', 'network_id': '7bacddec-d23e-4f26-ad03-a8821e3f1dc2', 'tenant_id': '16c1778b807348dbb446bf7f4d878715', 'mac_address': 'fa:16:3e:26:19:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6322584b-bfc7-497b-a661-f19f83165231', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '8429afb3-e848-4653-8aac-c5da2e90de50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:35:21Z', 'updated_at': '2022-04-06T11:35:27Z', 'revision_number': 4, 'project_id': '16c1778b807348dbb446bf7f4d878715', 'subnets': [{'id': '8429afb3-e848-4653-8aac-c5da2e90de50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:35:27.931342 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-adca77bd-64b6-4825-9673-5c85464faa84 None None] Current status of the port ad42ffe3-9373-4934-9271-7e0ab4a55348 is: DOWN; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:35:27.931808 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-adca77bd-64b6-4825-9673-5c85464faa84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (ad42ffe3-9373-4934-9271-7e0ab4a55348), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:27.955937 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4b50dd-f3fb-4d87-95c2-ec6dba5cd097 None None] The sync data for ids ['6322584b-bfc7-497b-a661-f19f83165231'] in dv-cinder-836073-2-iscsi is: [{'id': '6322584b-bfc7-497b-a661-f19f83165231', 'name': 'tempest-TestShelveInstance-277636414-router', 'tenant_id': '16c1778b807348dbb446bf7f4d878715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '235cd546-38da-49e5-b4ce-ba836cc503dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:35:19Z', 'updated_at': '2022-04-06T11:35:22Z', 'revision_number': 4, 'project_id': '16c1778b807348dbb446bf7f4d878715', 'gw_port': {'id': '235cd546-38da-49e5-b4ce-ba836cc503dd', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6322584b-bfc7-497b-a661-f19f83165231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:35:19Z', 'updated_at': '2022-04-06T11:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_interfaces': [{'id': 'ad42ffe3-9373-4934-9271-7e0ab4a55348', 'name': '', 'network_id': '7bacddec-d23e-4f26-ad03-a8821e3f1dc2', 'tenant_id': '16c1778b807348dbb446bf7f4d878715', 'mac_address': 'fa:16:3e:26:19:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6322584b-bfc7-497b-a661-f19f83165231', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '8429afb3-e848-4653-8aac-c5da2e90de50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:35:21Z', 'updated_at': '2022-04-06T11:35:27Z', 'revision_number': 4, 'project_id': '16c1778b807348dbb446bf7f4d878715', 'subnets': [{'id': '8429afb3-e848-4653-8aac-c5da2e90de50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:35:27.964284 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-adca77bd-64b6-4825-9673-5c85464faa84 None None] For port ad42ffe3-9373-4934-9271-7e0ab4a55348, host dv-cinder-836073-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=ad42ffe3-9373-4934-9271-7e0ab4a55348,segment=NetworkSegment(c15db7a4-0955-4295-a849-b2843416927a),segment_id=c15db7a4-0955-4295-a849-b2843416927a)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:35:28.088957 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-adca77bd-64b6-4825-9673-5c85464faa84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (ad42ffe3-9373-4934-9271-7e0ab4a55348), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:28.141737 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adca77bd-64b6-4825-9673-5c85464faa84 None None] Pushing event updated for resources: {'Port': ['ID=ad42ffe3-9373-4934-9271-7e0ab4a55348,revision_number=5']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:29.039043 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device ad42ffe3-9373-4934-9271-7e0ab4a55348 up at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:35:29.090238 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Provisioning complete for port ad42ffe3-9373-4934-9271-7e0ab4a55348 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:35:29.090932 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (ad42ffe3-9373-4934-9271-7e0ab4a55348), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:29.167938 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Current status of the port ad42ffe3-9373-4934-9271-7e0ab4a55348 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:35:36.582732 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (dc195572-b6d9-4259-8541-839e457b2650), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:36.614385 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-587bfb96-5896-4f86-bd7b-a571556b8cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (8a8bc679-53b2-461d-b015-cec5a247fb94), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:37.772751 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-39600509-13f0-44c0-b530-44ec54405a82 req-167e7ad3-d62c-422f-b6cd-3014e88f011c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e7a15721-b291-44f2-b2b2-f9286af65913&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0446002 Apr 06 11:35:37.840713 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39600509-13f0-44c0-b530-44ec54405a82 req-827a1eef-2e6f-4721-8324-d01e4190cc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:35:37.842284 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-39600509-13f0-44c0-b530-44ec54405a82 req-827a1eef-2e6f-4721-8324-d01e4190cc49 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=de48ef632a974b5c83191742cf569887&device_id=e7a15721-b291-44f2-b2b2-f9286af65913 HTTP/1.1" status: 200 len: 1130 time: 0.0482001 Apr 06 11:35:37.948986 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39600509-13f0-44c0-b530-44ec54405a82 req-cde103b9-7353-4e5d-b5b0-545c576fe34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:35:37.950472 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-39600509-13f0-44c0-b530-44ec54405a82 req-cde103b9-7353-4e5d-b5b0-545c576fe34b service neutron] 10.222.0.48 "GET /v2.0/networks?id=5529688d-cbb0-454c-b2b2-2dd8660f20c8 HTTP/1.1" status: 200 len: 912 time: 0.0880668 Apr 06 11:35:38.021490 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-39600509-13f0-44c0-b530-44ec54405a82 req-f79ddf27-0a44-4ffa-a418-33cc1af56125 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=317881cd-df11-4959-9f33-26b14fcc90a9 HTTP/1.1" status: 200 len: 1002 time: 0.0644765 Apr 06 11:35:38.071039 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39600509-13f0-44c0-b530-44ec54405a82 req-8c8982cf-af5d-4c59-9588-eda1e0be2e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:35:38.072490 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-39600509-13f0-44c0-b530-44ec54405a82 req-8c8982cf-af5d-4c59-9588-eda1e0be2e95 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c5124a61-a5c8-4acc-8eca-8ed8dd4c3666 HTTP/1.1" status: 200 len: 850 time: 0.0451992 Apr 06 11:35:38.124889 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39600509-13f0-44c0-b530-44ec54405a82 req-9230d8db-6d0a-4289-a08e-71e0cf1ad42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:35:38.126544 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-39600509-13f0-44c0-b530-44ec54405a82 req-9230d8db-6d0a-4289-a08e-71e0cf1ad42c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5529688d-cbb0-454c-b2b2-2dd8660f20c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458713 Apr 06 11:35:38.221477 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-39600509-13f0-44c0-b530-44ec54405a82 req-6cb10768-55f3-4433-8483-37c777eeafd7 service neutron] 10.222.0.48 "GET /v2.0/networks/5529688d-cbb0-454c-b2b2-2dd8660f20c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868165 Apr 06 11:35:38.315127 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-39600509-13f0-44c0-b530-44ec54405a82 req-4f67fe7f-55b1-41cc-8887-628996758e20 service neutron] 10.222.0.48 "GET /v2.0/networks/5529688d-cbb0-454c-b2b2-2dd8660f20c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847669 Apr 06 11:35:38.988928 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-09004dfe-a333-4cd4-9026-5e2b6904b56c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (9404f039-f516-42fd-94a5-c122fff5649f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:40.531678 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0cc2d64b-8553-4c26-9c2d-26728f607b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (295112eb-abec-44aa-a7f9-d1b9c67b3953), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:40.780206 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-d2f8dd02-8968-40b0-bca4-a7fc1cec66fd None None] Agent healthcheck: found 6 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:35:41.799574 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f27ee07-853d-4bea-ba2e-8a5da67f9958 req-458f2861-2327-44b4-91f8-428312588b2c tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:35:41.801069 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0f27ee07-853d-4bea-ba2e-8a5da67f9958 req-458f2861-2327-44b4-91f8-428312588b2c tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e HTTP/1.1" status: 200 len: 946 time: 0.0539026 Apr 06 11:35:41.834238 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7bcfc971-4c1e-4d8f-8ae7-97bffdd4e21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (33edc1dd-8f2c-4a3f-bd07-9ad8bd534bf2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:41.851777 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0f27ee07-853d-4bea-ba2e-8a5da67f9958 req-275233cf-45fd-4135-97e7-8064c0f98734 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5951896-6057-4637-a7f8-6d0ddac1b163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443366 Apr 06 11:35:42.977973 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c9ec66-dcc5-4d8d-8321-177ffcfc179c req-477ad52f-ffea-4b67-afd5-f7bb516d25d9 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:35:42.979481 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-58c9ec66-dcc5-4d8d-8321-177ffcfc179c req-477ad52f-ffea-4b67-afd5-f7bb516d25d9 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e HTTP/1.1" status: 200 len: 946 time: 0.0530410 Apr 06 11:35:43.026409 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-58c9ec66-dcc5-4d8d-8321-177ffcfc179c req-0723439e-69e8-4bab-aa49-7e8fbcd5dadb tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5951896-6057-4637-a7f8-6d0ddac1b163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412893 Apr 06 11:35:43.167191 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c2d3b0a7-13a3-4bea-a6eb-5f45be4eb8ee req-f623a0bf-80cc-4fdd-9068-16ca5776e0a0 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-574677167&fields=id&tenant_id=5c89174131144b7f81d10ab0e7b0af30 HTTP/1.1" status: 200 len: 267 time: 0.0453451 Apr 06 11:35:43.217320 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (a2831ac0-05e7-463d-be89-41d2adab36ec), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:43.270482 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d3b0a7-13a3-4bea-a6eb-5f45be4eb8ee req-b1b4dff9-7909-41be-adb7-f722768ddfcb tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:35:43.271968 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c2d3b0a7-13a3-4bea-a6eb-5f45be4eb8ee req-b1b4dff9-7909-41be-adb7-f722768ddfcb tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/networks?id=56965a75-654b-40c0-bdf1-5f6273571f2c HTTP/1.1" status: 200 len: 809 time: 0.0983968 Apr 06 11:35:43.287449 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c2d3b0a7-13a3-4bea-a6eb-5f45be4eb8ee req-42ebec68-cd6f-4975-b876-7944ca43bdfd tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/quotas/5c89174131144b7f81d10ab0e7b0af30 HTTP/1.1" status: 200 len: 375 time: 0.0095186 Apr 06 11:35:43.347819 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c2d3b0a7-13a3-4bea-a6eb-5f45be4eb8ee req-1ee17920-d8f5-48fc-8052-a89ea96730ed tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5c89174131144b7f81d10ab0e7b0af30&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0552700 Apr 06 11:35:43.442004 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c2d3b0a7-13a3-4bea-a6eb-5f45be4eb8ee req-a56464f5-0b6c-4c1f-aa47-cf8655953d5f service neutron] 10.222.0.43 "GET /v2.0/networks/56965a75-654b-40c0-bdf1-5f6273571f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809774 Apr 06 11:35:43.573331 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b1b365-6b94-4d7e-8dec-b5a33a097df4 req-2335107f-f750-42d5-b702-e1bb78921cad tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:35:43.574836 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a4b1b365-6b94-4d7e-8dec-b5a33a097df4 req-2335107f-f750-42d5-b702-e1bb78921cad tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.48 "GET /v2.0/ports?device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e HTTP/1.1" status: 200 len: 946 time: 0.1088076 Apr 06 11:35:43.578507 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c2d3b0a7-13a3-4bea-a6eb-5f45be4eb8ee req-ff83c87c-c724-48fc-afbc-6cd78d6acc0b service neutron] 10.222.0.43 "GET /v2.0/networks/56965a75-654b-40c0-bdf1-5f6273571f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305213 Apr 06 11:35:43.686303 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [req-a4b1b365-6b94-4d7e-8dec-b5a33a097df4 req-071f22d4-91d0-4ea7-bb04-d2677fda1f2f tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Deleting port 65fd3cb1-fce3-4c9a-8628-dcc92ca30055 {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:35:43.687902 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-a4b1b365-6b94-4d7e-8dec-b5a33a097df4 req-071f22d4-91d0-4ea7-bb04-d2677fda1f2f tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192836145'] for port (65fd3cb1-fce3-4c9a-8628-dcc92ca30055), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:43.777606 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [req-a4b1b365-6b94-4d7e-8dec-b5a33a097df4 req-071f22d4-91d0-4ea7-bb04-d2677fda1f2f tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] For port 65fd3cb1-fce3-4c9a-8628-dcc92ca30055, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=65fd3cb1-fce3-4c9a-8628-dcc92ca30055,segment=NetworkSegment(48d35104-9030-4a9f-be5c-3bd61cd95e2d),segment_id=48d35104-9030-4a9f-be5c-3bd61cd95e2d)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:35:43.778046 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-a4b1b365-6b94-4d7e-8dec-b5a33a097df4 req-071f22d4-91d0-4ea7-bb04-d2677fda1f2f tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-891628'] for port (65fd3cb1-fce3-4c9a-8628-dcc92ca30055), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:43.950372 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-a4b1b365-6b94-4d7e-8dec-b5a33a097df4 req-071f22d4-91d0-4ea7-bb04-d2677fda1f2f tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:43.950665 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-a4b1b365-6b94-4d7e-8dec-b5a33a097df4 req-071f22d4-91d0-4ea7-bb04-d2677fda1f2f tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-886429'] for floatingip (ef51c3e5-54df-4ef3-b5e9-24b1c9ea7a5f), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:43.950976 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.db.l3_db [req-a4b1b365-6b94-4d7e-8dec-b5a33a097df4 req-071f22d4-91d0-4ea7-bb04-d2677fda1f2f tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Floating IP ef51c3e5-54df-4ef3-b5e9-24b1c9ea7a5f disassociated. External IP: 172.27.2.85, port: 65fd3cb1-fce3-4c9a-8628-dcc92ca30055. Apr 06 11:35:43.951316 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [req-a4b1b365-6b94-4d7e-8dec-b5a33a097df4 req-071f22d4-91d0-4ea7-bb04-d2677fda1f2f tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Calling delete_port for 65fd3cb1-fce3-4c9a-8628-dcc92ca30055 owned by compute:nova {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:35:44.135739 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-760e6d02-8d4c-4dc7-9a6a-cbf75d15d3dc req-ed6fadb1-e7e2-4fac-82fb-46fcda090cf0 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/ports?device_id=99d010bd-981a-4ba6-92a8-dcd70dfb1bf7 HTTP/1.1" status: 200 len: 210 time: 0.0300469 Apr 06 11:35:44.143563 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-a4b1b365-6b94-4d7e-8dec-b5a33a097df4 req-071f22d4-91d0-4ea7-bb04-d2677fda1f2f tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192843524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779192465933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797839'] for port (65fd3cb1-fce3-4c9a-8628-dcc92ca30055), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:44.178158 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e7db8-8d89-4595-be1b-9dcf674f62cd req-699693c9-e975-47dc-b319-03b015016551 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:35:44.180447 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071f22d4-91d0-4ea7-bb04-d2677fda1f2f tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Pushing event deleted for resources: {'Port': ['ID=65fd3cb1-fce3-4c9a-8628-dcc92ca30055,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:44.182896 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-5a6e7db8-8d89-4595-be1b-9dcf674f62cd req-699693c9-e975-47dc-b319-03b015016551 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e HTTP/1.1" status: 200 len: 868 time: 0.0635602 Apr 06 11:35:44.248180 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-5a6e7db8-8d89-4595-be1b-9dcf674f62cd req-d83e20cd-1f4c-4750-bd9c-63a56596776b tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5951896-6057-4637-a7f8-6d0ddac1b163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474563 Apr 06 11:35:44.298086 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4b1b365-6b94-4d7e-8dec-b5a33a097df4 req-071f22d4-91d0-4ea7-bb04-d2677fda1f2f tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Router b7d7bde6-d0db-4ddc-9294-444243721d37 has already been hosted by L3 agent 9404f039-f516-42fd-94a5-c122fff5649f {{(pid=103882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:35:44.406284 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4b1b365-6b94-4d7e-8dec-b5a33a097df4 req-071f22d4-91d0-4ea7-bb04-d2677fda1f2f tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Notify agent at l3_agent.dv-cinder-836073-2-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:35:44.416808 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52285594-2956-4ab3-94ec-55215a2b2158 None None] Sync routers for ids ['b7d7bde6-d0db-4ddc-9294-444243721d37'] in dv-cinder-836073-2-iscsi {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:35:44.426456 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52285594-2956-4ab3-94ec-55215a2b2158 None None] Routers {'b7d7bde6-d0db-4ddc-9294-444243721d37'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:35:44.427104 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-52285594-2956-4ab3-94ec-55215a2b2158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:35:39Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['b7d7bde6-d0db-4ddc-9294-444243721d37'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:35:44.451375 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4b1b365-6b94-4d7e-8dec-b5a33a097df4 req-071f22d4-91d0-4ea7-bb04-d2677fda1f2f tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] No DVR routers for this DVR port 65fd3cb1-fce3-4c9a-8628-dcc92ca30055 on host hv-cinder-83607 {{(pid=103882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:35:44.454033 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-a4b1b365-6b94-4d7e-8dec-b5a33a097df4 req-071f22d4-91d0-4ea7-bb04-d2677fda1f2f tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for port (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:44.457331 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a4b1b365-6b94-4d7e-8dec-b5a33a097df4 req-071f22d4-91d0-4ea7-bb04-d2677fda1f2f tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.48 "DELETE /v2.0/ports/65fd3cb1-fce3-4c9a-8628-dcc92ca30055 HTTP/1.1" status: 204 len: 173 time: 0.8753650 Apr 06 11:35:44.457824 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c52b38f2-c613-43b9-84ed-5ee82e79b45e', 'name': 'network-vif-deleted', 'tag': '65fd3cb1-fce3-4c9a-8628-dcc92ca30055'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:35:44.460102 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29156e5c8df2cda5f8c3a12ff109e02ba7a327efefb734c2c5f81b1bf548e3ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c9a9786-0dbd-4f62-aae9-9bfadcff032b" -d '{"events": [{"server_uuid": "c52b38f2-c613-43b9-84ed-5ee82e79b45e", "name": "network-vif-deleted", "tag": "65fd3cb1-fce3-4c9a-8628-dcc92ca30055"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:35:44.498381 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0d8128c-5450-47f7-b4e4-e2a9df6ef963 x-openstack-request-id: req-c0d8128c-5450-47f7-b4e4-e2a9df6ef963 {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:35:44.498682 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c52b38f2-c613-43b9-84ed-5ee82e79b45e", "name": "network-vif-deleted", "tag": "65fd3cb1-fce3-4c9a-8628-dcc92ca30055", "status": "completed", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:35:44.498937 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c0d8128c-5450-47f7-b4e4-e2a9df6ef963 {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:35:44.499345 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0d8128c-5450-47f7-b4e4-e2a9df6ef963'] response: {'server_uuid': 'c52b38f2-c613-43b9-84ed-5ee82e79b45e', 'name': 'network-vif-deleted', 'tag': '65fd3cb1-fce3-4c9a-8628-dcc92ca30055', 'status': 'completed', 'code': 200} Apr 06 11:35:44.543281 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-52285594-2956-4ab3-94ec-55215a2b2158 None None] Set router b7d7bde6-d0db-4ddc-9294-444243721d37 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:35:44.764897 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-52285594-2956-4ab3-94ec-55215a2b2158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7d7bde6-d0db-4ddc-9294-444243721d37', 'name': 'tempest-AttachVolumeShelveTestJSON-2057878857-router', 'tenant_id': '3afc2827a2964297baad3e6d85665721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'bbae9186-0728-425f-b1b8-9aa843a7f3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:32:43Z', 'updated_at': '2022-04-06T11:32:49Z', 'revision_number': 4, 'project_id': '3afc2827a2964297baad3e6d85665721', 'gw_port': {'id': 'bbae9186-0728-425f-b1b8-9aa843a7f3a5', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:cb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d7bde6-d0db-4ddc-9294-444243721d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:32:44Z', 'updated_at': '2022-04-06T11:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_interfaces': [{'id': '05e2a44d-784e-45fb-be60-a5cae8bfeb7d', 'name': '', 'network_id': '37804288-ffd4-4232-b10e-0727b0e5cfad', 'tenant_id': '3afc2827a2964297baad3e6d85665721', 'mac_address': 'fa:16:3e:d3:1d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d7bde6-d0db-4ddc-9294-444243721d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'e5b096a1-c3bc-425b-b0d6-e505d89de44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:32:47Z', 'updated_at': '2022-04-06T11:32:53Z', 'revision_number': 5, 'project_id': '3afc2827a2964297baad3e6d85665721', 'subnets': [{'id': 'e5b096a1-c3bc-425b-b0d6-e505d89de44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:35:44.791266 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52285594-2956-4ab3-94ec-55215a2b2158 None None] Checking router: b7d7bde6-d0db-4ddc-9294-444243721d37 for host: dv-cinder-836073-2-iscsi {{(pid=103883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:35:44.799560 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52285594-2956-4ab3-94ec-55215a2b2158 None None] Routers {'b7d7bde6-d0db-4ddc-9294-444243721d37'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:35:44.800164 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-52285594-2956-4ab3-94ec-55215a2b2158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:35:39Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['b7d7bde6-d0db-4ddc-9294-444243721d37'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:35:44.917951 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-52285594-2956-4ab3-94ec-55215a2b2158 None None] Set router b7d7bde6-d0db-4ddc-9294-444243721d37 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:35:45.128870 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-52285594-2956-4ab3-94ec-55215a2b2158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7d7bde6-d0db-4ddc-9294-444243721d37', 'name': 'tempest-AttachVolumeShelveTestJSON-2057878857-router', 'tenant_id': '3afc2827a2964297baad3e6d85665721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'bbae9186-0728-425f-b1b8-9aa843a7f3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:32:43Z', 'updated_at': '2022-04-06T11:32:49Z', 'revision_number': 4, 'project_id': '3afc2827a2964297baad3e6d85665721', 'gw_port': {'id': 'bbae9186-0728-425f-b1b8-9aa843a7f3a5', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:cb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d7bde6-d0db-4ddc-9294-444243721d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:32:44Z', 'updated_at': '2022-04-06T11:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_interfaces': [{'id': '05e2a44d-784e-45fb-be60-a5cae8bfeb7d', 'name': '', 'network_id': '37804288-ffd4-4232-b10e-0727b0e5cfad', 'tenant_id': '3afc2827a2964297baad3e6d85665721', 'mac_address': 'fa:16:3e:d3:1d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d7bde6-d0db-4ddc-9294-444243721d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'e5b096a1-c3bc-425b-b0d6-e505d89de44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:32:47Z', 'updated_at': '2022-04-06T11:32:53Z', 'revision_number': 5, 'project_id': '3afc2827a2964297baad3e6d85665721', 'subnets': [{'id': 'e5b096a1-c3bc-425b-b0d6-e505d89de44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:35:45.158927 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52285594-2956-4ab3-94ec-55215a2b2158 None None] The sync data for ids ['b7d7bde6-d0db-4ddc-9294-444243721d37'] in dv-cinder-836073-2-iscsi is: [{'id': 'b7d7bde6-d0db-4ddc-9294-444243721d37', 'name': 'tempest-AttachVolumeShelveTestJSON-2057878857-router', 'tenant_id': '3afc2827a2964297baad3e6d85665721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'bbae9186-0728-425f-b1b8-9aa843a7f3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:32:43Z', 'updated_at': '2022-04-06T11:32:49Z', 'revision_number': 4, 'project_id': '3afc2827a2964297baad3e6d85665721', 'gw_port': {'id': 'bbae9186-0728-425f-b1b8-9aa843a7f3a5', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:cb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d7bde6-d0db-4ddc-9294-444243721d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:32:44Z', 'updated_at': '2022-04-06T11:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_interfaces': [{'id': '05e2a44d-784e-45fb-be60-a5cae8bfeb7d', 'name': '', 'network_id': '37804288-ffd4-4232-b10e-0727b0e5cfad', 'tenant_id': '3afc2827a2964297baad3e6d85665721', 'mac_address': 'fa:16:3e:d3:1d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d7bde6-d0db-4ddc-9294-444243721d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'e5b096a1-c3bc-425b-b0d6-e505d89de44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:32:47Z', 'updated_at': '2022-04-06T11:32:53Z', 'revision_number': 5, 'project_id': '3afc2827a2964297baad3e6d85665721', 'subnets': [{'id': 'e5b096a1-c3bc-425b-b0d6-e505d89de44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:35:45.216913 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-e85fd01f-81bb-44b4-bd3b-88ca87d81324 req-1727b846-6ef6-4b43-9bfd-cadeed75708e tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/ports?device_id=99d010bd-981a-4ba6-92a8-dcd70dfb1bf7 HTTP/1.1" status: 200 len: 210 time: 0.0300834 Apr 06 11:35:45.387755 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a1587cf9-5ec4-4152-89d4-9998936302ca req-ae8e9a89-b280-4755-84c4-1dec3b183877 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=c52b38f2-c613-43b9-84ed-5ee82e79b45e HTTP/1.1" status: 200 len: 210 time: 0.0309856 Apr 06 11:35:45.419212 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53c9e5b-76d1-4bec-beef-e621afb0366c None None] New status for floating IP ef51c3e5-54df-4ef3-b5e9-24b1c9ea7a5f: DOWN {{(pid=103884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:35:46.310614 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-3dae09c1-9e78-42ff-ae90-ae6baad0ca98 req-b1aaaa2c-2445-4d9e-8009-3e46103c5ce6 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/ports?device_id=99d010bd-981a-4ba6-92a8-dcd70dfb1bf7 HTTP/1.1" status: 200 len: 210 time: 0.0276752 Apr 06 11:35:46.409905 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d3b0a7-13a3-4bea-a6eb-5f45be4eb8ee req-79ddeee0-b633-4ef8-b5d9-c710a5b7fa4d tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:35:46.411343 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c2d3b0a7-13a3-4bea-a6eb-5f45be4eb8ee req-79ddeee0-b633-4ef8-b5d9-c710a5b7fa4d tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.48 "GET /v2.0/networks?id=56965a75-654b-40c0-bdf1-5f6273571f2c HTTP/1.1" status: 200 len: 809 time: 0.0972669 Apr 06 11:35:46.480410 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c2d3b0a7-13a3-4bea-a6eb-5f45be4eb8ee req-171a9b9f-d4b1-4d39-a754-3cb02fffd2e1 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c89174131144b7f81d10ab0e7b0af30 HTTP/1.1" status: 200 len: 379 time: 0.0606761 Apr 06 11:35:46.488386 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [req-c2d3b0a7-13a3-4bea-a6eb-5f45be4eb8ee req-281ec7a3-a6d3-43d1-8d8e-fc146bfe14b3 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Request body: {'port': {'device_id': '99d010bd-981a-4ba6-92a8-dcd70dfb1bf7', 'network_id': '56965a75-654b-40c0-bdf1-5f6273571f2c', 'admin_state_up': True, 'tenant_id': '5c89174131144b7f81d10ab0e7b0af30', 'security_groups': ['40f24ae9-9cb7-4253-8b66-7472be55d789']}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:35:46.532428 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 57088) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:35:46.591433 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f12d6a6a-9aaa-448f-ab2b-00b3111850b5 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks [] for security_group (e5951896-6057-4637-a7f8-6d0ddac1b163), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:46.615610 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f12d6a6a-9aaa-448f-ab2b-00b3111850b5 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks [] for security_group (e5951896-6057-4637-a7f8-6d0ddac1b163), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:46.654688 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2d3b0a7-13a3-4bea-a6eb-5f45be4eb8ee req-281ec7a3-a6d3-43d1-8d8e-fc146bfe14b3 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Made reservation on behalf of 5c89174131144b7f81d10ab0e7b0af30 for: {'port': 1} {{(pid=103882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:35:46.658301 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-c2d3b0a7-13a3-4bea-a6eb-5f45be4eb8ee req-281ec7a3-a6d3-43d1-8d8e-fc146bfe14b3 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:46.740848 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f12d6a6a-9aaa-448f-ab2b-00b3111850b5 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (e5951896-6057-4637-a7f8-6d0ddac1b163), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:46.744201 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f12d6a6a-9aaa-448f-ab2b-00b3111850b5 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:46.745621 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-f12d6a6a-9aaa-448f-ab2b-00b3111850b5 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "DELETE /v2.0/security-groups/e5951896-6057-4637-a7f8-6d0ddac1b163 HTTP/1.1" status: 204 len: 168 time: 0.2121077 Apr 06 11:35:46.750595 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 57090) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:35:46.766615 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12d6a6a-9aaa-448f-ab2b-00b3111850b5 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5951896-6057-4637-a7f8-6d0ddac1b163,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:46.769266 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.api.v2.resource [None req-a54d8203-86de-4f5a-9c8e-d6872e32e866 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] show failed (client error): The resource could not be found. Apr 06 11:35:46.770283 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-a54d8203-86de-4f5a-9c8e-d6872e32e866 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups/e5951896-6057-4637-a7f8-6d0ddac1b163 HTTP/1.1" status: 404 len: 347 time: 0.0185218 Apr 06 11:35:46.773993 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 57092) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:35:46.802707 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [req-c2d3b0a7-13a3-4bea-a6eb-5f45be4eb8ee req-281ec7a3-a6d3-43d1-8d8e-fc146bfe14b3 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Allocated IP 172.20.0.7 (56965a75-654b-40c0-bdf1-5f6273571f2c/c5ed26ef-7c0f-4a59-a8d0-a8a2e4ec9c56/39273a02-4684-4216-af40-c9b86d197046) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:35:46.906605 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-1f80c1ab-fd93-48cf-a789-886725a3bb9b tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Deleting port c6cefeca-0497-4e01-89c9-e83e112f2ed4 {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:35:46.906829 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1f80c1ab-fd93-48cf-a789-886725a3bb9b tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192836145'] for port (c6cefeca-0497-4e01-89c9-e83e112f2ed4), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:46.943783 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-c2d3b0a7-13a3-4bea-a6eb-5f45be4eb8ee req-281ec7a3-a6d3-43d1-8d8e-fc146bfe14b3 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Publish callbacks [] for port (39273a02-4684-4216-af40-c9b86d197046), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:46.982788 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1f80c1ab-fd93-48cf-a789-886725a3bb9b tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-891628'] for port (c6cefeca-0497-4e01-89c9-e83e112f2ed4), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:46.983119 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1f80c1ab-fd93-48cf-a789-886725a3bb9b tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks [] for floatingip (c6cefeca-0497-4e01-89c9-e83e112f2ed4), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:46.995023 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-1f80c1ab-fd93-48cf-a789-886725a3bb9b tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Calling delete_port for c6cefeca-0497-4e01-89c9-e83e112f2ed4 owned by network:floatingip {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:35:47.032375 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-c2d3b0a7-13a3-4bea-a6eb-5f45be4eb8ee req-281ec7a3-a6d3-43d1-8d8e-fc146bfe14b3 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779192465924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797839'] for port (39273a02-4684-4216-af40-c9b86d197046), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:47.078898 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2d3b0a7-13a3-4bea-a6eb-5f45be4eb8ee req-281ec7a3-a6d3-43d1-8d8e-fc146bfe14b3 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Network 56965a75-654b-40c0-bdf1-5f6273571f2c is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:35:47.082404 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [req-c2d3b0a7-13a3-4bea-a6eb-5f45be4eb8ee req-281ec7a3-a6d3-43d1-8d8e-fc146bfe14b3 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:35:47.086870 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2d3b0a7-13a3-4bea-a6eb-5f45be4eb8ee req-281ec7a3-a6d3-43d1-8d8e-fc146bfe14b3 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:35:47.110690 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281ec7a3-a6d3-43d1-8d8e-fc146bfe14b3 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Pushing event updated for resources: {'Port': ['ID=39273a02-4684-4216-af40-c9b86d197046,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:47.141146 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d3b0a7-13a3-4bea-a6eb-5f45be4eb8ee req-281ec7a3-a6d3-43d1-8d8e-fc146bfe14b3 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:35:47.141786 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-c2d3b0a7-13a3-4bea-a6eb-5f45be4eb8ee req-281ec7a3-a6d3-43d1-8d8e-fc146bfe14b3 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for port (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:47.203546 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1f80c1ab-fd93-48cf-a789-886725a3bb9b tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192843524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779192465933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10088034'] for port (c6cefeca-0497-4e01-89c9-e83e112f2ed4), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:47.228472 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f80c1ab-fd93-48cf-a789-886725a3bb9b tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Pushing event deleted for resources: {'Port': ['ID=c6cefeca-0497-4e01-89c9-e83e112f2ed4,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:47.263340 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c2d3b0a7-13a3-4bea-a6eb-5f45be4eb8ee req-281ec7a3-a6d3-43d1-8d8e-fc146bfe14b3 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7783833 Apr 06 11:35:47.274498 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [req-c2d3b0a7-13a3-4bea-a6eb-5f45be4eb8ee req-b7c949fc-e1d3-41e3-95c9-9aac06bea6ff service neutron] Request body: {'port': {'device_id': '99d010bd-981a-4ba6-92a8-dcd70dfb1bf7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:35:47.297946 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1f80c1ab-fd93-48cf-a789-886725a3bb9b tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks [] for floatingip (ef51c3e5-54df-4ef3-b5e9-24b1c9ea7a5f), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:47.300467 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1f80c1ab-fd93-48cf-a789-886725a3bb9b tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for floatingip (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:47.305780 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-1f80c1ab-fd93-48cf-a789-886725a3bb9b tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "DELETE /v2.0/floatingips/ef51c3e5-54df-4ef3-b5e9-24b1c9ea7a5f HTTP/1.1" status: 204 len: 168 time: 0.5267744 Apr 06 11:35:47.344050 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-c2d3b0a7-13a3-4bea-a6eb-5f45be4eb8ee req-b7c949fc-e1d3-41e3-95c9-9aac06bea6ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (39273a02-4684-4216-af40-c9b86d197046), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:47.348673 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-2f2645aa-72ef-4ebb-b552-1b12eab1dc4d None None] Provisioning complete for port 39273a02-4684-4216-af40-c9b86d197046 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:35:47.349220 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-2f2645aa-72ef-4ebb-b552-1b12eab1dc4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (39273a02-4684-4216-af40-c9b86d197046), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:47.406507 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-2f2645aa-72ef-4ebb-b552-1b12eab1dc4d None None] Port 39273a02-4684-4216-af40-c9b86d197046 cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:35:47.460764 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e44206-afeb-450a-b0e5-6ed94076f901 req-2588d0d8-f156-4eed-9ef3-522bbcffac6f tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:35:47.462397 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-84e44206-afeb-450a-b0e5-6ed94076f901 req-2588d0d8-f156-4eed-9ef3-522bbcffac6f tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/ports?device_id=99d010bd-981a-4ba6-92a8-dcd70dfb1bf7 HTTP/1.1" status: 200 len: 931 time: 0.0555654 Apr 06 11:35:47.511675 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-84e44206-afeb-450a-b0e5-6ed94076f901 req-6d372e9b-91cd-435c-9868-f3570b1abbd8 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/security-groups?id=40f24ae9-9cb7-4253-8b66-7472be55d789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436730 Apr 06 11:35:47.632513 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [req-c2d3b0a7-13a3-4bea-a6eb-5f45be4eb8ee req-b7c949fc-e1d3-41e3-95c9-9aac06bea6ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39273a02-4684-4216-af40-c9b86d197046 {{(pid=103882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:35:47.639893 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-c2d3b0a7-13a3-4bea-a6eb-5f45be4eb8ee req-b7c949fc-e1d3-41e3-95c9-9aac06bea6ff service neutron] Publish callbacks [] for port (39273a02-4684-4216-af40-c9b86d197046), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:47.652466 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [req-c2d3b0a7-13a3-4bea-a6eb-5f45be4eb8ee req-b7c949fc-e1d3-41e3-95c9-9aac06bea6ff service neutron] Transition to ACTIVE for port object 39273a02-4684-4216-af40-c9b86d197046 will not be triggered until provisioned by entity L2. {{(pid=103882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 11:35:47.737386 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-c2d3b0a7-13a3-4bea-a6eb-5f45be4eb8ee req-b7c949fc-e1d3-41e3-95c9-9aac06bea6ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8797942'] for port (39273a02-4684-4216-af40-c9b86d197046), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:47.773602 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 57098) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:35:47.778483 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-bfa5c28b-f74e-4b05-a3ef-9b834bd2bc76 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1766037192', 'description': 'tempest-description--1682947711'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:35:47.807738 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c949fc-e1d3-41e3-95c9-9aac06bea6ff service neutron] Pushing event updated for resources: {'Port': ['ID=39273a02-4684-4216-af40-c9b86d197046,revision_number=2']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:47.860588 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-bfa5c28b-f74e-4b05-a3ef-9b834bd2bc76 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:47.863930 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [req-c2d3b0a7-13a3-4bea-a6eb-5f45be4eb8ee req-b7c949fc-e1d3-41e3-95c9-9aac06bea6ff service neutron] Attempting to bind port 39273a02-4684-4216-af40-c9b86d197046 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:35:47.864273 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [req-c2d3b0a7-13a3-4bea-a6eb-5f45be4eb8ee req-b7c949fc-e1d3-41e3-95c9-9aac06bea6ff service neutron] Attempting to bind port 39273a02-4684-4216-af40-c9b86d197046 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '096bb2a5-b0e2-4e3c-94d1-af4171cd8e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '56965a75-654b-40c0-bdf1-5f6273571f2c'}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:35:47.864606 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d3b0a7-13a3-4bea-a6eb-5f45be4eb8ee req-b7c949fc-e1d3-41e3-95c9-9aac06bea6ff service neutron] Attempting to bind port 39273a02-4684-4216-af40-c9b86d197046 on network 56965a75-654b-40c0-bdf1-5f6273571f2c {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:35:47.869648 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d3b0a7-13a3-4bea-a6eb-5f45be4eb8ee req-b7c949fc-e1d3-41e3-95c9-9aac06bea6ff service neutron] Port 39273a02-4684-4216-af40-c9b86d197046 on network 56965a75-654b-40c0-bdf1-5f6273571f2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 11:35:47.870896 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d3b0a7-13a3-4bea-a6eb-5f45be4eb8ee req-b7c949fc-e1d3-41e3-95c9-9aac06bea6ff service neutron] Attempting to bind port 39273a02-4684-4216-af40-c9b86d197046 on network 56965a75-654b-40c0-bdf1-5f6273571f2c {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:35:47.876025 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d3b0a7-13a3-4bea-a6eb-5f45be4eb8ee req-b7c949fc-e1d3-41e3-95c9-9aac06bea6ff service neutron] Checking agent: {'id': 'dc195572-b6d9-4259-8541-839e457b2650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 25, 36), 'started_at': datetime.datetime(2022, 4, 6, 11, 25, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:35:47.876374 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d3b0a7-13a3-4bea-a6eb-5f45be4eb8ee req-b7c949fc-e1d3-41e3-95c9-9aac06bea6ff service neutron] Checking segment: {'id': '096bb2a5-b0e2-4e3c-94d1-af4171cd8e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '56965a75-654b-40c0-bdf1-5f6273571f2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:35:47.876768 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d3b0a7-13a3-4bea-a6eb-5f45be4eb8ee req-b7c949fc-e1d3-41e3-95c9-9aac06bea6ff service neutron] Bound using segment: {'id': '096bb2a5-b0e2-4e3c-94d1-af4171cd8e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '56965a75-654b-40c0-bdf1-5f6273571f2c'} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:35:47.877272 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [req-c2d3b0a7-13a3-4bea-a6eb-5f45be4eb8ee req-b7c949fc-e1d3-41e3-95c9-9aac06bea6ff service neutron] Bound port: 39273a02-4684-4216-af40-c9b86d197046, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '096bb2a5-b0e2-4e3c-94d1-af4171cd8e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '56965a75-654b-40c0-bdf1-5f6273571f2c'}}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:35:47.877669 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-c2d3b0a7-13a3-4bea-a6eb-5f45be4eb8ee req-b7c949fc-e1d3-41e3-95c9-9aac06bea6ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (39273a02-4684-4216-af40-c9b86d197046), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:47.902141 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device 65fd3cb1-fce3-4c9a-8628-dcc92ca30055 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:35:47.937010 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] No Port match for: 65fd3cb1-fce3-4c9a-8628-dcc92ca30055 {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:35:47.938071 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device 65fd3cb1-fce3-4c9a-8628-dcc92ca30055 not bound to the agent host hv-cinder-83607 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:35:47.942261 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-bfa5c28b-f74e-4b05-a3ef-9b834bd2bc76 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks [] for security_group (7bdeaebf-a22d-4148-a056-724aa7966700), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:47.951372 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [req-c2d3b0a7-13a3-4bea-a6eb-5f45be4eb8ee req-b7c949fc-e1d3-41e3-95c9-9aac06bea6ff service neutron] For port 39273a02-4684-4216-af40-c9b86d197046, host hv-cinder-83607, cleared binding levels {{(pid=103882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:35:47.957159 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [req-c2d3b0a7-13a3-4bea-a6eb-5f45be4eb8ee req-b7c949fc-e1d3-41e3-95c9-9aac06bea6ff service neutron] For port 39273a02-4684-4216-af40-c9b86d197046, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=39273a02-4684-4216-af40-c9b86d197046,segment=NetworkSegment(096bb2a5-b0e2-4e3c-94d1-af4171cd8e3e),segment_id=096bb2a5-b0e2-4e3c-94d1-af4171cd8e3e)] {{(pid=103882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:35:47.994733 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-bfa5c28b-f74e-4b05-a3ef-9b834bd2bc76 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (7bdeaebf-a22d-4148-a056-724aa7966700), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:48.020994 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-c2d3b0a7-13a3-4bea-a6eb-5f45be4eb8ee req-b7c949fc-e1d3-41e3-95c9-9aac06bea6ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8797942'] for port (39273a02-4684-4216-af40-c9b86d197046), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:48.025188 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa5c28b-f74e-4b05-a3ef-9b834bd2bc76 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bdeaebf-a22d-4148-a056-724aa7966700,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:48.239833 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d3b0a7-13a3-4bea-a6eb-5f45be4eb8ee req-b7c949fc-e1d3-41e3-95c9-9aac06bea6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:35:48.239833 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-c2d3b0a7-13a3-4bea-a6eb-5f45be4eb8ee req-b7c949fc-e1d3-41e3-95c9-9aac06bea6ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for port (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:48.239833 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c2d3b0a7-13a3-4bea-a6eb-5f45be4eb8ee req-b7c949fc-e1d3-41e3-95c9-9aac06bea6ff service neutron] 10.222.0.48 "PUT /v2.0/ports/39273a02-4684-4216-af40-c9b86d197046 HTTP/1.1" status: 200 len: 1093 time: 0.8026812 Apr 06 11:35:48.239833 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99d010bd-981a-4ba6-92a8-dcd70dfb1bf7', 'tag': '39273a02-4684-4216-af40-c9b86d197046'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:35:48.239833 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29156e5c8df2cda5f8c3a12ff109e02ba7a327efefb734c2c5f81b1bf548e3ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f7f74e-65f1-464d-805a-6f5a6a78dc25" -d '{"events": [{"name": "network-changed", "server_uuid": "99d010bd-981a-4ba6-92a8-dcd70dfb1bf7", "tag": "39273a02-4684-4216-af40-c9b86d197046"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:35:48.239833 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c949fc-e1d3-41e3-95c9-9aac06bea6ff service neutron] Pushing event updated for resources: {'Port': ['ID=39273a02-4684-4216-af40-c9b86d197046,revision_number=3']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:48.242274 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-bfa5c28b-f74e-4b05-a3ef-9b834bd2bc76 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:48.242274 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-bfa5c28b-f74e-4b05-a3ef-9b834bd2bc76 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3448055 Apr 06 11:35:48.242574 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 57102) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:35:48.242574 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-17f09939-1e28-42c4-9bcc-be8da4b1989b tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Request body: {'security_group_rule': {'security_group_id': '7bdeaebf-a22d-4148-a056-724aa7966700', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:35:48.242574 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ac1120-d787-4f38-95fb-eef98c08b60b x-openstack-request-id: req-45ac1120-d787-4f38-95fb-eef98c08b60b {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:35:48.242574 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99d010bd-981a-4ba6-92a8-dcd70dfb1bf7", "tag": "39273a02-4684-4216-af40-c9b86d197046", "status": "completed", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:35:48.242574 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-45ac1120-d787-4f38-95fb-eef98c08b60b {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:35:48.242574 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45ac1120-d787-4f38-95fb-eef98c08b60b'] response: {'name': 'network-changed', 'server_uuid': '99d010bd-981a-4ba6-92a8-dcd70dfb1bf7', 'tag': '39273a02-4684-4216-af40-c9b86d197046', 'status': 'completed', 'code': 200} Apr 06 11:35:48.242574 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f7f74e-65f1-464d-805a-6f5a6a78dc25 req-fbf91059-25bf-4be2-8e2d-10c793565eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:35:48.242574 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-33f7f74e-65f1-464d-805a-6f5a6a78dc25 req-fbf91059-25bf-4be2-8e2d-10c793565eb0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c89174131144b7f81d10ab0e7b0af30&device_id=99d010bd-981a-4ba6-92a8-dcd70dfb1bf7 HTTP/1.1" status: 200 len: 1127 time: 0.0555270 Apr 06 11:35:48.284117 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-17f09939-1e28-42c4-9bcc-be8da4b1989b tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks [] for security_group_rule (076d6a66-c803-4bd6-9b9f-4c27a1051500), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:48.333673 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f7f74e-65f1-464d-805a-6f5a6a78dc25 req-bdfc608c-c72d-4f25-ad44-4fd0f9e2634f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:35:48.335181 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-33f7f74e-65f1-464d-805a-6f5a6a78dc25 req-bdfc608c-c72d-4f25-ad44-4fd0f9e2634f service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=5c89174131144b7f81d10ab0e7b0af30&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1206388 Apr 06 11:35:48.397484 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-17f09939-1e28-42c4-9bcc-be8da4b1989b tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks [] for security_group_rule (076d6a66-c803-4bd6-9b9f-4c27a1051500), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:48.440070 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f7f74e-65f1-464d-805a-6f5a6a78dc25 req-3ff8bf4f-2823-489c-8040-8a99d39decb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:35:48.441608 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-33f7f74e-65f1-464d-805a-6f5a6a78dc25 req-3ff8bf4f-2823-489c-8040-8a99d39decb8 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1003585 Apr 06 11:35:48.486180 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-17f09939-1e28-42c4-9bcc-be8da4b1989b tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770697'] for security_group_rule (076d6a66-c803-4bd6-9b9f-4c27a1051500), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:48.522074 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f09939-1e28-42c4-9bcc-be8da4b1989b tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=076d6a66-c803-4bd6-9b9f-4c27a1051500,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:48.539255 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d3b0a7-13a3-4bea-a6eb-5f45be4eb8ee req-eae89fc4-54bc-4651-b93c-09c3e16f10cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:35:48.540864 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c2d3b0a7-13a3-4bea-a6eb-5f45be4eb8ee req-eae89fc4-54bc-4651-b93c-09c3e16f10cf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c89174131144b7f81d10ab0e7b0af30&device_id=99d010bd-981a-4ba6-92a8-dcd70dfb1bf7 HTTP/1.1" status: 200 len: 1127 time: 0.0639291 Apr 06 11:35:48.588113 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c2d3b0a7-13a3-4bea-a6eb-5f45be4eb8ee req-18d6d0fd-f77f-46ca-9749-c7f209f04ee7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39273a02-4684-4216-af40-c9b86d197046 HTTP/1.1" status: 200 len: 217 time: 0.0402861 Apr 06 11:35:48.639513 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-17f09939-1e28-42c4-9bcc-be8da4b1989b tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:48.640691 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-17f09939-1e28-42c4-9bcc-be8da4b1989b tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5169687 Apr 06 11:35:48.643455 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 57106) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:35:48.648568 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-4404d3e4-8fa6-457e-a4c8-c99e1e3400fd tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Request body: {'security_group_rule': {'security_group_id': '7bdeaebf-a22d-4148-a056-724aa7966700', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:35:48.664453 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d3b0a7-13a3-4bea-a6eb-5f45be4eb8ee req-e5dac165-bf63-4db1-82ca-063a2fdfef34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:35:48.665939 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c2d3b0a7-13a3-4bea-a6eb-5f45be4eb8ee req-e5dac165-bf63-4db1-82ca-063a2fdfef34 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c5ed26ef-7c0f-4a59-a8d0-a8a2e4ec9c56 HTTP/1.1" status: 200 len: 848 time: 0.0705655 Apr 06 11:35:48.688198 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63e1e00-39df-425e-bfd6-2aa27c9b53dc req-2353b152-8eec-4082-8136-c08c81e9883d tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:35:48.689671 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e63e1e00-39df-425e-bfd6-2aa27c9b53dc req-2353b152-8eec-4082-8136-c08c81e9883d tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/ports?device_id=99d010bd-981a-4ba6-92a8-dcd70dfb1bf7 HTTP/1.1" status: 200 len: 943 time: 0.1042993 Apr 06 11:35:48.731259 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4404d3e4-8fa6-457e-a4c8-c99e1e3400fd tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks [] for security_group_rule (54d449af-22e5-4725-ad73-8d121123f283), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:48.759074 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d3b0a7-13a3-4bea-a6eb-5f45be4eb8ee req-d09183d5-c9bf-405c-881e-c79d7c991ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:35:48.760585 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c2d3b0a7-13a3-4bea-a6eb-5f45be4eb8ee req-d09183d5-c9bf-405c-881e-c79d7c991ef4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=56965a75-654b-40c0-bdf1-5f6273571f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0882182 Apr 06 11:35:48.764494 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e63e1e00-39df-425e-bfd6-2aa27c9b53dc req-fa8ff014-e59b-4880-b34c-92445b03b33a tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/security-groups?id=40f24ae9-9cb7-4253-8b66-7472be55d789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605512 Apr 06 11:35:48.793547 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4404d3e4-8fa6-457e-a4c8-c99e1e3400fd tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks [] for security_group_rule (54d449af-22e5-4725-ad73-8d121123f283), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:48.851396 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c2d3b0a7-13a3-4bea-a6eb-5f45be4eb8ee req-8c77ec8a-81b0-4d59-bbc3-0ad287399b08 service neutron] 10.222.0.48 "GET /v2.0/networks/56965a75-654b-40c0-bdf1-5f6273571f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829093 Apr 06 11:35:48.865935 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4404d3e4-8fa6-457e-a4c8-c99e1e3400fd tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770697'] for security_group_rule (54d449af-22e5-4725-ad73-8d121123f283), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:48.884261 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4404d3e4-8fa6-457e-a4c8-c99e1e3400fd tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54d449af-22e5-4725-ad73-8d121123f283,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:48.943104 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c2d3b0a7-13a3-4bea-a6eb-5f45be4eb8ee req-00b2818c-313c-4fd9-bd91-69a90335f234 service neutron] 10.222.0.48 "GET /v2.0/networks/56965a75-654b-40c0-bdf1-5f6273571f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866036 Apr 06 11:35:48.947802 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4404d3e4-8fa6-457e-a4c8-c99e1e3400fd tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:48.951464 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-4404d3e4-8fa6-457e-a4c8-c99e1e3400fd tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3044360 Apr 06 11:35:48.952291 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 57108) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:35:48.956640 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-8aa2a2d9-92d7-49d4-acd8-0a5f641c0091 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Request body: {'floatingip': {'floating_network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:35:49.040812 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8aa2a2d9-92d7-49d4-acd8-0a5f641c0091 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:49.134905 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8aa2a2d9-92d7-49d4-acd8-0a5f641c0091 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:49.243042 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [None req-8aa2a2d9-92d7-49d4-acd8-0a5f641c0091 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Allocated IP 172.27.2.150 (698fa61f-093e-4dd4-aaec-c1b231275ecc/4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809/5a2e3fb1-83ce-42ef-b01d-6c163f6553c8) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:35:49.341305 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8aa2a2d9-92d7-49d4-acd8-0a5f641c0091 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks [] for port (5a2e3fb1-83ce-42ef-b01d-6c163f6553c8), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:49.426070 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8aa2a2d9-92d7-49d4-acd8-0a5f641c0091 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779192465924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10088034'] for port (5a2e3fb1-83ce-42ef-b01d-6c163f6553c8), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:49.465599 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa2a2d9-92d7-49d4-acd8-0a5f641c0091 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Network 698fa61f-093e-4dd4-aaec-c1b231275ecc is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:35:49.470417 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-8aa2a2d9-92d7-49d4-acd8-0a5f641c0091 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:35:49.474010 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa2a2d9-92d7-49d4-acd8-0a5f641c0091 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:35:49.500686 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa2a2d9-92d7-49d4-acd8-0a5f641c0091 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Pushing event updated for resources: {'Port': ['ID=5a2e3fb1-83ce-42ef-b01d-6c163f6553c8,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:49.560963 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8aa2a2d9-92d7-49d4-acd8-0a5f641c0091 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks [] for floatingip (90f1ed0d-f496-4402-b365-97da65f87b72), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:49.648265 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8aa2a2d9-92d7-49d4-acd8-0a5f641c0091 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (5a2e3fb1-83ce-42ef-b01d-6c163f6553c8), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:49.800684 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8aa2a2d9-92d7-49d4-acd8-0a5f641c0091 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks [] for port (5a2e3fb1-83ce-42ef-b01d-6c163f6553c8), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:49.861942 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8aa2a2d9-92d7-49d4-acd8-0a5f641c0091 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10087963'] for port (5a2e3fb1-83ce-42ef-b01d-6c163f6553c8), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:49.940095 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa2a2d9-92d7-49d4-acd8-0a5f641c0091 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Pushing event updated for resources: {'Port': ['ID=5a2e3fb1-83ce-42ef-b01d-6c163f6553c8,revision_number=2']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:49.957892 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a28583-979c-4107-a976-92b679f0948e req-a93b5e3c-c7fa-402b-9481-f7a3a3ab5ed1 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:35:49.959488 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-23a28583-979c-4107-a976-92b679f0948e req-a93b5e3c-c7fa-402b-9481-f7a3a3ab5ed1 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/ports?device_id=99d010bd-981a-4ba6-92a8-dcd70dfb1bf7 HTTP/1.1" status: 200 len: 943 time: 0.1250298 Apr 06 11:35:49.964367 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8aa2a2d9-92d7-49d4-acd8-0a5f641c0091 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-886429'] for floatingip (90f1ed0d-f496-4402-b365-97da65f87b72), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:50.015027 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-23a28583-979c-4107-a976-92b679f0948e req-e0df856a-e16d-4a9d-a231-bb2f7afd3fbe tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/security-groups?id=40f24ae9-9cb7-4253-8b66-7472be55d789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477479 Apr 06 11:35:50.071070 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8aa2a2d9-92d7-49d4-acd8-0a5f641c0091 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for floatingip (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:50.072278 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-8aa2a2d9-92d7-49d4-acd8-0a5f641c0091 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1190472 Apr 06 11:35:50.269453 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0884a1aa-2ddc-4cea-b529-6176e75bcc72 req-d0132fd0-ebeb-4d82-b242-71f7e7c26079 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1766037192&fields=id&tenant_id=3afc2827a2964297baad3e6d85665721 HTTP/1.1" status: 200 len: 267 time: 0.0421703 Apr 06 11:35:50.374213 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0884a1aa-2ddc-4cea-b529-6176e75bcc72 req-9e775e51-c1cd-45f8-8a3b-7ffdcf7c0d6d tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:35:50.375716 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0884a1aa-2ddc-4cea-b529-6176e75bcc72 req-9e775e51-c1cd-45f8-8a3b-7ffdcf7c0d6d tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/networks?id=37804288-ffd4-4232-b10e-0727b0e5cfad HTTP/1.1" status: 200 len: 817 time: 0.0991154 Apr 06 11:35:50.390155 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0884a1aa-2ddc-4cea-b529-6176e75bcc72 req-d8830b75-e773-4550-9438-3c2962be7e35 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/quotas/3afc2827a2964297baad3e6d85665721 HTTP/1.1" status: 200 len: 375 time: 0.0088985 Apr 06 11:35:50.448447 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0884a1aa-2ddc-4cea-b529-6176e75bcc72 req-85d5c755-6641-4b72-b6b3-c99d475b80c0 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3afc2827a2964297baad3e6d85665721&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531197 Apr 06 11:35:50.541883 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0884a1aa-2ddc-4cea-b529-6176e75bcc72 req-664a9d82-84c1-4fca-8c6e-80437845ebab service neutron] 10.222.0.43 "GET /v2.0/networks/37804288-ffd4-4232-b10e-0727b0e5cfad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822401 Apr 06 11:35:50.633921 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0884a1aa-2ddc-4cea-b529-6176e75bcc72 req-751bf712-c65e-4dc0-be27-fdbbf1d16e3a service neutron] 10.222.0.43 "GET /v2.0/networks/37804288-ffd4-4232-b10e-0727b0e5cfad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862546 Apr 06 11:35:50.871313 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-bca1e911-acab-4e9d-91c3-c0e2abdb8186 req-71f06fbe-0b1c-40ec-b379-7d4b4cbb217e tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd8206c1-ab4f-4866-a66f-e422899b0c02 HTTP/1.1" status: 200 len: 210 time: 0.0284777 Apr 06 11:35:51.134729 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2050ca28-2417-46f0-a178-b38efcae5ede req-bb130390-e561-4bb9-ab3f-1752e6e92da8 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:35:51.136273 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2050ca28-2417-46f0-a178-b38efcae5ede req-bb130390-e561-4bb9-ab3f-1752e6e92da8 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/ports?device_id=99d010bd-981a-4ba6-92a8-dcd70dfb1bf7 HTTP/1.1" status: 200 len: 943 time: 0.0552442 Apr 06 11:35:51.187046 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2050ca28-2417-46f0-a178-b38efcae5ede req-2cb46036-ffd8-473c-8835-93c9f6f0abc0 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/security-groups?id=40f24ae9-9cb7-4253-8b66-7472be55d789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446513 Apr 06 11:35:51.971092 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-270c5f1a-414e-42f1-9375-39b4bb1f83b1 req-546cb88b-dedd-4e0a-8ca8-dc3f1041a8be tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd8206c1-ab4f-4866-a66f-e422899b0c02 HTTP/1.1" status: 200 len: 210 time: 0.0304515 Apr 06 11:35:52.306467 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f697ff1-45a1-4220-854b-d9df6489de5e req-fbad43b8-3a8c-4e68-a6b8-2f401f15de6d tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:35:52.307929 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8f697ff1-45a1-4220-854b-d9df6489de5e req-fbad43b8-3a8c-4e68-a6b8-2f401f15de6d tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/ports?device_id=99d010bd-981a-4ba6-92a8-dcd70dfb1bf7 HTTP/1.1" status: 200 len: 943 time: 0.0526779 Apr 06 11:35:52.354806 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8f697ff1-45a1-4220-854b-d9df6489de5e req-5f0d02dd-7262-4714-9c5d-b2136c134f13 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/security-groups?id=40f24ae9-9cb7-4253-8b66-7472be55d789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413687 Apr 06 11:35:52.693743 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0884a1aa-2ddc-4cea-b529-6176e75bcc72 req-c2bb5086-0fed-4827-a3cc-b66103f1a57f tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:35:52.695859 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0884a1aa-2ddc-4cea-b529-6176e75bcc72 req-c2bb5086-0fed-4827-a3cc-b66103f1a57f tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.48 "GET /v2.0/networks?id=37804288-ffd4-4232-b10e-0727b0e5cfad HTTP/1.1" status: 200 len: 817 time: 0.1030798 Apr 06 11:35:52.752531 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0884a1aa-2ddc-4cea-b529-6176e75bcc72 req-cb2d088c-7b78-49d2-841a-f322438501ab tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3afc2827a2964297baad3e6d85665721 HTTP/1.1" status: 200 len: 380 time: 0.0495801 Apr 06 11:35:52.762863 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [req-0884a1aa-2ddc-4cea-b529-6176e75bcc72 req-20d532b1-0d45-4eb2-8e97-9a9b2dc26647 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Request body: {'port': {'device_id': 'cd8206c1-ab4f-4866-a66f-e422899b0c02', 'network_id': '37804288-ffd4-4232-b10e-0727b0e5cfad', 'admin_state_up': True, 'tenant_id': '3afc2827a2964297baad3e6d85665721', 'security_groups': ['7bdeaebf-a22d-4148-a056-724aa7966700']}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:35:52.934408 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0884a1aa-2ddc-4cea-b529-6176e75bcc72 req-20d532b1-0d45-4eb2-8e97-9a9b2dc26647 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Made reservation on behalf of 3afc2827a2964297baad3e6d85665721 for: {'port': 1} {{(pid=103882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:35:52.937845 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-0884a1aa-2ddc-4cea-b529-6176e75bcc72 req-20d532b1-0d45-4eb2-8e97-9a9b2dc26647 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:53.064752 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [req-0884a1aa-2ddc-4cea-b529-6176e75bcc72 req-20d532b1-0d45-4eb2-8e97-9a9b2dc26647 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Allocated IP 172.20.0.3 (37804288-ffd4-4232-b10e-0727b0e5cfad/e5b096a1-c3bc-425b-b0d6-e505d89de44f/856f2560-adab-4507-8a06-af35ca0b933c) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:35:53.076968 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-6bc1b8b3-0485-4e26-a57b-c6b4f9d01e4a req-a9312a7a-b2a1-4210-8d07-91be4361c79c tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd8206c1-ab4f-4866-a66f-e422899b0c02 HTTP/1.1" status: 200 len: 210 time: 0.0267568 Apr 06 11:35:53.202623 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-0884a1aa-2ddc-4cea-b529-6176e75bcc72 req-20d532b1-0d45-4eb2-8e97-9a9b2dc26647 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks [] for port (856f2560-adab-4507-8a06-af35ca0b933c), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:53.292030 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-0884a1aa-2ddc-4cea-b529-6176e75bcc72 req-20d532b1-0d45-4eb2-8e97-9a9b2dc26647 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779192465924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797839'] for port (856f2560-adab-4507-8a06-af35ca0b933c), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:53.334211 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0884a1aa-2ddc-4cea-b529-6176e75bcc72 req-20d532b1-0d45-4eb2-8e97-9a9b2dc26647 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Network 37804288-ffd4-4232-b10e-0727b0e5cfad is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:35:53.339850 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [req-0884a1aa-2ddc-4cea-b529-6176e75bcc72 req-20d532b1-0d45-4eb2-8e97-9a9b2dc26647 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:35:53.343611 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [req-0884a1aa-2ddc-4cea-b529-6176e75bcc72 req-20d532b1-0d45-4eb2-8e97-9a9b2dc26647 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:35:53.618340 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-35d570d2-f5d4-46a4-84b7-84a7e7a4d051 None None] Provisioning complete for port 856f2560-adab-4507-8a06-af35ca0b933c triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:35:53.619058 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-35d570d2-f5d4-46a4-84b7-84a7e7a4d051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (856f2560-adab-4507-8a06-af35ca0b933c), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:53.652783 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-35d570d2-f5d4-46a4-84b7-84a7e7a4d051 None None] Port 856f2560-adab-4507-8a06-af35ca0b933c cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:35:53.658145 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d532b1-0d45-4eb2-8e97-9a9b2dc26647 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Pushing event updated for resources: {'Port': ['ID=856f2560-adab-4507-8a06-af35ca0b933c,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:53.698486 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0884a1aa-2ddc-4cea-b529-6176e75bcc72 req-20d532b1-0d45-4eb2-8e97-9a9b2dc26647 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:35:53.699109 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-0884a1aa-2ddc-4cea-b529-6176e75bcc72 req-20d532b1-0d45-4eb2-8e97-9a9b2dc26647 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for port (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:53.723450 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c754341-e6bb-4338-a574-51c6166d7aa1 req-9dc5de7a-68d6-4f7b-9ca5-bee2f5933139 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:35:53.727088 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0c754341-e6bb-4338-a574-51c6166d7aa1 req-9dc5de7a-68d6-4f7b-9ca5-bee2f5933139 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/ports?device_id=99d010bd-981a-4ba6-92a8-dcd70dfb1bf7 HTTP/1.1" status: 200 len: 943 time: 0.0811188 Apr 06 11:35:53.774610 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0c754341-e6bb-4338-a574-51c6166d7aa1 req-3138303d-69ff-4e98-aa23-2dc1198f96cc tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/security-groups?id=40f24ae9-9cb7-4253-8b66-7472be55d789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432990 Apr 06 11:35:53.828693 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0884a1aa-2ddc-4cea-b529-6176e75bcc72 req-20d532b1-0d45-4eb2-8e97-9a9b2dc26647 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0695262 Apr 06 11:35:53.839587 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [req-0884a1aa-2ddc-4cea-b529-6176e75bcc72 req-65f6a449-6168-4e08-af2f-97960b838ba1 service neutron] Request body: {'port': {'device_id': 'cd8206c1-ab4f-4866-a66f-e422899b0c02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:35:53.899197 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-0884a1aa-2ddc-4cea-b529-6176e75bcc72 req-65f6a449-6168-4e08-af2f-97960b838ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (856f2560-adab-4507-8a06-af35ca0b933c), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:54.152622 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [req-0884a1aa-2ddc-4cea-b529-6176e75bcc72 req-65f6a449-6168-4e08-af2f-97960b838ba1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 856f2560-adab-4507-8a06-af35ca0b933c {{(pid=103882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:35:54.160307 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-0884a1aa-2ddc-4cea-b529-6176e75bcc72 req-65f6a449-6168-4e08-af2f-97960b838ba1 service neutron] Publish callbacks [] for port (856f2560-adab-4507-8a06-af35ca0b933c), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:54.172393 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [req-0884a1aa-2ddc-4cea-b529-6176e75bcc72 req-65f6a449-6168-4e08-af2f-97960b838ba1 service neutron] Transition to ACTIVE for port object 856f2560-adab-4507-8a06-af35ca0b933c will not be triggered until provisioned by entity L2. {{(pid=103882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 11:35:54.201032 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5a1240-de58-4bdf-a9a2-c00830ce6f77 req-7be8bba0-5cc6-4d48-add9-2361e2ed7ad5 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:35:54.206964 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-db5a1240-de58-4bdf-a9a2-c00830ce6f77 req-7be8bba0-5cc6-4d48-add9-2361e2ed7ad5 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd8206c1-ab4f-4866-a66f-e422899b0c02 HTTP/1.1" status: 200 len: 931 time: 0.0530171 Apr 06 11:35:54.248291 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-db5a1240-de58-4bdf-a9a2-c00830ce6f77 req-e3e8a35b-abe0-49e7-88d9-842cd321ad92 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bdeaebf-a22d-4148-a056-724aa7966700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399861 Apr 06 11:35:54.254672 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-0884a1aa-2ddc-4cea-b529-6176e75bcc72 req-65f6a449-6168-4e08-af2f-97960b838ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8797942'] for port (856f2560-adab-4507-8a06-af35ca0b933c), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:54.322547 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f6a449-6168-4e08-af2f-97960b838ba1 service neutron] Pushing event updated for resources: {'Port': ['ID=856f2560-adab-4507-8a06-af35ca0b933c,revision_number=2']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:54.380057 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [req-0884a1aa-2ddc-4cea-b529-6176e75bcc72 req-65f6a449-6168-4e08-af2f-97960b838ba1 service neutron] Attempting to bind port 856f2560-adab-4507-8a06-af35ca0b933c on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:35:54.380746 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [req-0884a1aa-2ddc-4cea-b529-6176e75bcc72 req-65f6a449-6168-4e08-af2f-97960b838ba1 service neutron] Attempting to bind port 856f2560-adab-4507-8a06-af35ca0b933c by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '48d35104-9030-4a9f-be5c-3bd61cd95e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '37804288-ffd4-4232-b10e-0727b0e5cfad'}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:35:54.380746 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0884a1aa-2ddc-4cea-b529-6176e75bcc72 req-65f6a449-6168-4e08-af2f-97960b838ba1 service neutron] Attempting to bind port 856f2560-adab-4507-8a06-af35ca0b933c on network 37804288-ffd4-4232-b10e-0727b0e5cfad {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:35:54.385438 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0884a1aa-2ddc-4cea-b529-6176e75bcc72 req-65f6a449-6168-4e08-af2f-97960b838ba1 service neutron] Port 856f2560-adab-4507-8a06-af35ca0b933c on network 37804288-ffd4-4232-b10e-0727b0e5cfad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 11:35:54.385775 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0884a1aa-2ddc-4cea-b529-6176e75bcc72 req-65f6a449-6168-4e08-af2f-97960b838ba1 service neutron] Attempting to bind port 856f2560-adab-4507-8a06-af35ca0b933c on network 37804288-ffd4-4232-b10e-0727b0e5cfad {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:35:54.390919 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0884a1aa-2ddc-4cea-b529-6176e75bcc72 req-65f6a449-6168-4e08-af2f-97960b838ba1 service neutron] Checking agent: {'id': 'dc195572-b6d9-4259-8541-839e457b2650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 25, 36), 'started_at': datetime.datetime(2022, 4, 6, 11, 25, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:35:54.395490 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0884a1aa-2ddc-4cea-b529-6176e75bcc72 req-65f6a449-6168-4e08-af2f-97960b838ba1 service neutron] Checking segment: {'id': '48d35104-9030-4a9f-be5c-3bd61cd95e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '37804288-ffd4-4232-b10e-0727b0e5cfad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:35:54.395490 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0884a1aa-2ddc-4cea-b529-6176e75bcc72 req-65f6a449-6168-4e08-af2f-97960b838ba1 service neutron] Bound using segment: {'id': '48d35104-9030-4a9f-be5c-3bd61cd95e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '37804288-ffd4-4232-b10e-0727b0e5cfad'} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:35:54.395490 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [req-0884a1aa-2ddc-4cea-b529-6176e75bcc72 req-65f6a449-6168-4e08-af2f-97960b838ba1 service neutron] Bound port: 856f2560-adab-4507-8a06-af35ca0b933c, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48d35104-9030-4a9f-be5c-3bd61cd95e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '37804288-ffd4-4232-b10e-0727b0e5cfad'}}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:35:54.395490 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-0884a1aa-2ddc-4cea-b529-6176e75bcc72 req-65f6a449-6168-4e08-af2f-97960b838ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (856f2560-adab-4507-8a06-af35ca0b933c), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:54.458305 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [req-0884a1aa-2ddc-4cea-b529-6176e75bcc72 req-65f6a449-6168-4e08-af2f-97960b838ba1 service neutron] For port 856f2560-adab-4507-8a06-af35ca0b933c, host hv-cinder-83607, cleared binding levels {{(pid=103882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:35:54.461579 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [req-0884a1aa-2ddc-4cea-b529-6176e75bcc72 req-65f6a449-6168-4e08-af2f-97960b838ba1 service neutron] For port 856f2560-adab-4507-8a06-af35ca0b933c, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=856f2560-adab-4507-8a06-af35ca0b933c,segment=NetworkSegment(48d35104-9030-4a9f-be5c-3bd61cd95e2d),segment_id=48d35104-9030-4a9f-be5c-3bd61cd95e2d)] {{(pid=103882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:35:54.535117 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-0884a1aa-2ddc-4cea-b529-6176e75bcc72 req-65f6a449-6168-4e08-af2f-97960b838ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8797942'] for port (856f2560-adab-4507-8a06-af35ca0b933c), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:54.573826 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0884a1aa-2ddc-4cea-b529-6176e75bcc72 req-65f6a449-6168-4e08-af2f-97960b838ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:35:54.574446 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-0884a1aa-2ddc-4cea-b529-6176e75bcc72 req-65f6a449-6168-4e08-af2f-97960b838ba1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for port (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:54.575853 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0884a1aa-2ddc-4cea-b529-6176e75bcc72 req-65f6a449-6168-4e08-af2f-97960b838ba1 service neutron] 10.222.0.48 "PUT /v2.0/ports/856f2560-adab-4507-8a06-af35ca0b933c HTTP/1.1" status: 200 len: 1093 time: 0.7404366 Apr 06 11:35:54.576318 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd8206c1-ab4f-4866-a66f-e422899b0c02', 'tag': '856f2560-adab-4507-8a06-af35ca0b933c'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:35:54.578638 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29156e5c8df2cda5f8c3a12ff109e02ba7a327efefb734c2c5f81b1bf548e3ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab806f18-2f48-486d-ad81-77090018f98e" -d '{"events": [{"name": "network-changed", "server_uuid": "cd8206c1-ab4f-4866-a66f-e422899b0c02", "tag": "856f2560-adab-4507-8a06-af35ca0b933c"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:35:54.598529 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f6a449-6168-4e08-af2f-97960b838ba1 service neutron] Pushing event updated for resources: {'Port': ['ID=856f2560-adab-4507-8a06-af35ca0b933c,revision_number=3']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:54.625927 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce5c0b1-f325-4741-9e02-db52179bdf3d x-openstack-request-id: req-5ce5c0b1-f325-4741-9e02-db52179bdf3d {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:35:54.626226 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd8206c1-ab4f-4866-a66f-e422899b0c02", "tag": "856f2560-adab-4507-8a06-af35ca0b933c", "status": "completed", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:35:54.626486 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5ce5c0b1-f325-4741-9e02-db52179bdf3d {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:35:54.626896 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ce5c0b1-f325-4741-9e02-db52179bdf3d'] response: {'name': 'network-changed', 'server_uuid': 'cd8206c1-ab4f-4866-a66f-e422899b0c02', 'tag': '856f2560-adab-4507-8a06-af35ca0b933c', 'status': 'completed', 'code': 200} Apr 06 11:35:54.894132 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7ab7bd-d922-4754-b637-9a7c8bc4ecb4 req-03cb9065-8ff7-43e5-a828-b628c101febc tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:35:54.894132 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-7c7ab7bd-d922-4754-b637-9a7c8bc4ecb4 req-03cb9065-8ff7-43e5-a828-b628c101febc tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/ports?device_id=99d010bd-981a-4ba6-92a8-dcd70dfb1bf7 HTTP/1.1" status: 200 len: 943 time: 0.0522885 Apr 06 11:35:54.946164 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-7c7ab7bd-d922-4754-b637-9a7c8bc4ecb4 req-7316e2ff-6dec-4161-93ee-a3419a1be6f6 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/security-groups?id=40f24ae9-9cb7-4253-8b66-7472be55d789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483873 Apr 06 11:35:54.948571 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab806f18-2f48-486d-ad81-77090018f98e req-d078b6c6-147a-434f-8d8c-2ad31432ea4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:35:54.950197 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ab806f18-2f48-486d-ad81-77090018f98e req-d078b6c6-147a-434f-8d8c-2ad31432ea4d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3afc2827a2964297baad3e6d85665721&device_id=cd8206c1-ab4f-4866-a66f-e422899b0c02 HTTP/1.1" status: 200 len: 1127 time: 0.0501094 Apr 06 11:35:55.047529 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab806f18-2f48-486d-ad81-77090018f98e req-95c815d8-96de-47e2-8828-32176e2d5a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:35:55.048947 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ab806f18-2f48-486d-ad81-77090018f98e req-95c815d8-96de-47e2-8828-32176e2d5a80 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=3afc2827a2964297baad3e6d85665721&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0920687 Apr 06 11:35:55.146570 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab806f18-2f48-486d-ad81-77090018f98e req-c14a28e5-ade1-48e1-adb1-8f3c1b50b74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:35:55.148068 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ab806f18-2f48-486d-ad81-77090018f98e req-c14a28e5-ade1-48e1-adb1-8f3c1b50b74a service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920086 Apr 06 11:35:55.230621 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0884a1aa-2ddc-4cea-b529-6176e75bcc72 req-de3a769a-79a8-4ac1-8311-5ac4492d29b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:35:55.232029 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0884a1aa-2ddc-4cea-b529-6176e75bcc72 req-de3a769a-79a8-4ac1-8311-5ac4492d29b7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3afc2827a2964297baad3e6d85665721&device_id=cd8206c1-ab4f-4866-a66f-e422899b0c02 HTTP/1.1" status: 200 len: 1127 time: 0.0482967 Apr 06 11:35:55.274609 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0884a1aa-2ddc-4cea-b529-6176e75bcc72 req-6f70d704-d20a-4b66-bc7f-e1234aa60389 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=856f2560-adab-4507-8a06-af35ca0b933c HTTP/1.1" status: 200 len: 217 time: 0.0335572 Apr 06 11:35:55.326381 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0884a1aa-2ddc-4cea-b529-6176e75bcc72 req-8dd4cf30-46ab-44a3-ba94-a23b53143092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:35:55.327800 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0884a1aa-2ddc-4cea-b529-6176e75bcc72 req-8dd4cf30-46ab-44a3-ba94-a23b53143092 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e5b096a1-c3bc-425b-b0d6-e505d89de44f HTTP/1.1" status: 200 len: 856 time: 0.0475426 Apr 06 11:35:55.406455 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867114a1-e020-4721-a455-7290b1f0ade9 req-93c956cb-f314-402f-bc05-98281c7607b5 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:35:55.407913 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-867114a1-e020-4721-a455-7290b1f0ade9 req-93c956cb-f314-402f-bc05-98281c7607b5 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd8206c1-ab4f-4866-a66f-e422899b0c02 HTTP/1.1" status: 200 len: 943 time: 0.0834775 Apr 06 11:35:55.409618 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0884a1aa-2ddc-4cea-b529-6176e75bcc72 req-0eadb25e-cb09-4427-bfde-1624a9e4e129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:35:55.410956 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0884a1aa-2ddc-4cea-b529-6176e75bcc72 req-0eadb25e-cb09-4427-bfde-1624a9e4e129 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=37804288-ffd4-4232-b10e-0727b0e5cfad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0754855 Apr 06 11:35:55.501467 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-867114a1-e020-4721-a455-7290b1f0ade9 req-8df712b1-29fb-41e7-98ee-e389c5a22665 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bdeaebf-a22d-4148-a056-724aa7966700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877204 Apr 06 11:35:55.529524 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0884a1aa-2ddc-4cea-b529-6176e75bcc72 req-1f8efcf5-6ae2-48e5-a7db-8681602a9d0b service neutron] 10.222.0.48 "GET /v2.0/networks/37804288-ffd4-4232-b10e-0727b0e5cfad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102321 Apr 06 11:35:55.618972 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0884a1aa-2ddc-4cea-b529-6176e75bcc72 req-074e0bfb-1eb5-494e-9331-0ad90fbf8cb7 service neutron] 10.222.0.48 "GET /v2.0/networks/37804288-ffd4-4232-b10e-0727b0e5cfad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834594 Apr 06 11:35:55.948059 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device 39273a02-4684-4216-af40-c9b86d197046 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:35:56.046799 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port 39273a02-4684-4216-af40-c9b86d197046, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=39273a02-4684-4216-af40-c9b86d197046,segment=NetworkSegment(096bb2a5-b0e2-4e3c-94d1-af4171cd8e3e),segment_id=096bb2a5-b0e2-4e3c-94d1-af4171cd8e3e)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:35:56.059298 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Returning: {'device': '39273a02-4684-4216-af40-c9b86d197046', 'network_id': '56965a75-654b-40c0-bdf1-5f6273571f2c', 'port_id': '39273a02-4684-4216-af40-c9b86d197046', 'mac_address': 'fa:16:3e:90:1c:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5ed26ef-7c0f-4a59-a8d0-a8a2e4ec9c56', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:35:56.063610 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288cefc6-bd4e-444e-89a5-f9404d7b6c36 req-b1652cd7-f1b8-4011-b28f-2c00b7dd08eb tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:35:56.065124 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-288cefc6-bd4e-444e-89a5-f9404d7b6c36 req-b1652cd7-f1b8-4011-b28f-2c00b7dd08eb tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/ports?device_id=99d010bd-981a-4ba6-92a8-dcd70dfb1bf7 HTTP/1.1" status: 200 len: 943 time: 0.0526214 Apr 06 11:35:56.096556 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Current status of the port 39273a02-4684-4216-af40-c9b86d197046 is: DOWN; New status is: BUILD {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:35:56.096941 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (39273a02-4684-4216-af40-c9b86d197046), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:56.110101 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39273a02-4684-4216-af40-c9b86d197046 {{(pid=103883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:35:56.113634 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-288cefc6-bd4e-444e-89a5-f9404d7b6c36 req-6efca72a-b33a-4125-8a38-63478e08c3b6 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/security-groups?id=40f24ae9-9cb7-4253-8b66-7472be55d789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429027 Apr 06 11:35:56.134583 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port 39273a02-4684-4216-af40-c9b86d197046, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=39273a02-4684-4216-af40-c9b86d197046,segment=NetworkSegment(096bb2a5-b0e2-4e3c-94d1-af4171cd8e3e),segment_id=096bb2a5-b0e2-4e3c-94d1-af4171cd8e3e)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:35:56.206270 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (39273a02-4684-4216-af40-c9b86d197046), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:56.253211 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Pushing event updated for resources: {'Port': ['ID=39273a02-4684-4216-af40-c9b86d197046,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:56.441745 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] get_ports_and_sgs() called for port_ids ['39273a02-4684-4216-af40-c9b86d197046'] {{(pid=103883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:35:56.625448 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca5fd2-1796-47bf-aab1-5c006f806906 req-840f1266-089f-4af6-85e0-3a356bef4aea tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:35:56.627124 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-38ca5fd2-1796-47bf-aab1-5c006f806906 req-840f1266-089f-4af6-85e0-3a356bef4aea tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd8206c1-ab4f-4866-a66f-e422899b0c02 HTTP/1.1" status: 200 len: 943 time: 0.0540428 Apr 06 11:35:56.674414 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-38ca5fd2-1796-47bf-aab1-5c006f806906 req-9207bf66-d117-4a2e-8b16-59a51f78e4bf tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bdeaebf-a22d-4148-a056-724aa7966700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412052 Apr 06 11:35:57.230221 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a239b-df6e-472b-8906-9a02202d5889 req-e01b1bce-9f87-414d-96e1-88cf50bf253c tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:35:57.231604 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-464a239b-df6e-472b-8906-9a02202d5889 req-e01b1bce-9f87-414d-96e1-88cf50bf253c tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/ports?device_id=99d010bd-981a-4ba6-92a8-dcd70dfb1bf7 HTTP/1.1" status: 200 len: 944 time: 0.0514536 Apr 06 11:35:57.278358 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-464a239b-df6e-472b-8906-9a02202d5889 req-80f397c3-a8e8-4d28-bab5-21ff3bf09eab tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/security-groups?id=40f24ae9-9cb7-4253-8b66-7472be55d789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413530 Apr 06 11:35:57.794148 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119d2365-9ee8-4de6-8a57-d3e93dec7cf7 req-7e700ea6-00bd-471e-855b-a42dcbe5c15e tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:35:57.795641 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-119d2365-9ee8-4de6-8a57-d3e93dec7cf7 req-7e700ea6-00bd-471e-855b-a42dcbe5c15e tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd8206c1-ab4f-4866-a66f-e422899b0c02 HTTP/1.1" status: 200 len: 943 time: 0.0512061 Apr 06 11:35:57.842056 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-119d2365-9ee8-4de6-8a57-d3e93dec7cf7 req-8ec75f0e-9a24-4660-9ae0-d03701ace187 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bdeaebf-a22d-4148-a056-724aa7966700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408137 Apr 06 11:35:57.949965 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device 856f2560-adab-4507-8a06-af35ca0b933c details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:35:57.952017 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device 39273a02-4684-4216-af40-c9b86d197046 up at agent hyperv_hv-cinder-83607 {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:35:58.079419 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port 856f2560-adab-4507-8a06-af35ca0b933c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=856f2560-adab-4507-8a06-af35ca0b933c,segment=NetworkSegment(48d35104-9030-4a9f-be5c-3bd61cd95e2d),segment_id=48d35104-9030-4a9f-be5c-3bd61cd95e2d)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:35:58.090392 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Returning: {'device': '856f2560-adab-4507-8a06-af35ca0b933c', 'network_id': '37804288-ffd4-4232-b10e-0727b0e5cfad', 'port_id': '856f2560-adab-4507-8a06-af35ca0b933c', 'mac_address': 'fa:16:3e:b8:a5:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5b096a1-c3bc-425b-b0d6-e505d89de44f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:35:58.123756 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Provisioning for port 39273a02-4684-4216-af40-c9b86d197046 completed by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 11:35:58.129623 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Provisioning complete for port 39273a02-4684-4216-af40-c9b86d197046 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:35:58.129992 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (39273a02-4684-4216-af40-c9b86d197046), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:58.131330 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Current status of the port 856f2560-adab-4507-8a06-af35ca0b933c is: DOWN; New status is: BUILD {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:35:58.131692 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (856f2560-adab-4507-8a06-af35ca0b933c), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:58.173145 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 856f2560-adab-4507-8a06-af35ca0b933c {{(pid=103883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:35:58.199285 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port 856f2560-adab-4507-8a06-af35ca0b933c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=856f2560-adab-4507-8a06-af35ca0b933c,segment=NetworkSegment(48d35104-9030-4a9f-be5c-3bd61cd95e2d),segment_id=48d35104-9030-4a9f-be5c-3bd61cd95e2d)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:35:58.240229 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Current status of the port 39273a02-4684-4216-af40-c9b86d197046 is: BUILD; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:35:58.240619 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (39273a02-4684-4216-af40-c9b86d197046), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:58.263422 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99d010bd-981a-4ba6-92a8-dcd70dfb1bf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39273a02-4684-4216-af40-c9b86d197046'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:35:58.265745 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a256e0d7ec5edad375dd6353356bf7a80218bed4a34d309726d6a914db977355" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a955e35f-bf5b-49b6-ae51-7688534b0c0c" -d '{"events": [{"server_uuid": "99d010bd-981a-4ba6-92a8-dcd70dfb1bf7", "name": "network-vif-plugged", "status": "completed", "tag": "39273a02-4684-4216-af40-c9b86d197046"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:35:58.277936 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port 39273a02-4684-4216-af40-c9b86d197046, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=39273a02-4684-4216-af40-c9b86d197046,segment=NetworkSegment(096bb2a5-b0e2-4e3c-94d1-af4171cd8e3e),segment_id=096bb2a5-b0e2-4e3c-94d1-af4171cd8e3e)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:35:58.283189 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (856f2560-adab-4507-8a06-af35ca0b933c), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:58.307059 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae951a09-5e45-4e64-b32e-501219cee1d9 x-openstack-request-id: req-ae951a09-5e45-4e64-b32e-501219cee1d9 {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:35:58.307347 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99d010bd-981a-4ba6-92a8-dcd70dfb1bf7", "name": "network-vif-plugged", "status": "completed", "tag": "39273a02-4684-4216-af40-c9b86d197046", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:35:58.307610 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ae951a09-5e45-4e64-b32e-501219cee1d9 {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:35:58.307992 dv-cinder-836073-2-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae951a09-5e45-4e64-b32e-501219cee1d9'] response: {'server_uuid': '99d010bd-981a-4ba6-92a8-dcd70dfb1bf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39273a02-4684-4216-af40-c9b86d197046', 'code': 200} Apr 06 11:35:58.336097 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Pushing event updated for resources: {'Port': ['ID=856f2560-adab-4507-8a06-af35ca0b933c,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:58.348978 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (39273a02-4684-4216-af40-c9b86d197046), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:58.399870 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Pushing event updated for resources: {'Port': ['ID=39273a02-4684-4216-af40-c9b86d197046,revision_number=5']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:58.411308 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3026b2-b772-4767-b23a-11da2079908b req-1f9f8bb0-a0af-4266-80ca-fd03ec63c903 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:35:58.412797 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ee3026b2-b772-4767-b23a-11da2079908b req-1f9f8bb0-a0af-4266-80ca-fd03ec63c903 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/ports?device_id=99d010bd-981a-4ba6-92a8-dcd70dfb1bf7 HTTP/1.1" status: 200 len: 945 time: 0.0658102 Apr 06 11:35:58.467716 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ee3026b2-b772-4767-b23a-11da2079908b req-f8836df1-41e9-46ff-89a3-f3260e20ba28 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/security-groups?id=40f24ae9-9cb7-4253-8b66-7472be55d789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486064 Apr 06 11:35:58.530777 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] get_ports_and_sgs() called for port_ids ['856f2560-adab-4507-8a06-af35ca0b933c'] {{(pid=103883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:35:58.626557 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff0882a-95aa-4385-8701-3e1d5fa9aaae req-52d78a94-20f1-4115-a5b6-676e0fd24e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:35:58.627956 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3ff0882a-95aa-4385-8701-3e1d5fa9aaae req-52d78a94-20f1-4115-a5b6-676e0fd24e7b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=99d010bd-981a-4ba6-92a8-dcd70dfb1bf7 HTTP/1.1" status: 200 len: 1129 time: 0.0442593 Apr 06 11:35:58.675719 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3ff0882a-95aa-4385-8701-3e1d5fa9aaae req-ddb7ebdf-0be2-4c11-943c-32d53e724298 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=40f24ae9-9cb7-4253-8b66-7472be55d789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389318 Apr 06 11:35:58.966117 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccfd45c-7f22-409a-b699-0a2ced400a39 req-b8ffd2f8-4a9a-4424-bc4c-40163abdb5a9 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:35:58.967579 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-9ccfd45c-7f22-409a-b699-0a2ced400a39 req-b8ffd2f8-4a9a-4424-bc4c-40163abdb5a9 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd8206c1-ab4f-4866-a66f-e422899b0c02 HTTP/1.1" status: 200 len: 944 time: 0.0550442 Apr 06 11:35:59.013159 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-9ccfd45c-7f22-409a-b699-0a2ced400a39 req-32719098-a471-49c7-ad84-a11bf8f41c48 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bdeaebf-a22d-4148-a056-724aa7966700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400770 Apr 06 11:35:59.586672 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c047463-a064-40e8-8f95-06b1ed9ad1b0 req-f984ec12-d3c9-4528-bc16-9512288aa0c3 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:35:59.588318 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0c047463-a064-40e8-8f95-06b1ed9ad1b0 req-f984ec12-d3c9-4528-bc16-9512288aa0c3 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/ports?device_id=99d010bd-981a-4ba6-92a8-dcd70dfb1bf7 HTTP/1.1" status: 200 len: 945 time: 0.0529354 Apr 06 11:35:59.641466 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0c047463-a064-40e8-8f95-06b1ed9ad1b0 req-6de87a9a-a000-4aea-9d1f-ae9353093a89 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/security-groups?id=40f24ae9-9cb7-4253-8b66-7472be55d789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473704 Apr 06 11:35:59.978381 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device 856f2560-adab-4507-8a06-af35ca0b933c up at agent hyperv_hv-cinder-83607 {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:36:00.078132 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Provisioning for port 856f2560-adab-4507-8a06-af35ca0b933c completed by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 11:36:00.082399 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Provisioning complete for port 856f2560-adab-4507-8a06-af35ca0b933c triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:36:00.082777 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (856f2560-adab-4507-8a06-af35ca0b933c), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:00.134249 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f650be8-84e2-4ceb-93d0-b04f375867fa req-24bf230e-70b3-4ee2-a33b-a057e50631d2 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:36:00.135741 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-1f650be8-84e2-4ceb-93d0-b04f375867fa req-24bf230e-70b3-4ee2-a33b-a057e50631d2 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd8206c1-ab4f-4866-a66f-e422899b0c02 HTTP/1.1" status: 200 len: 944 time: 0.0519638 Apr 06 11:36:00.187930 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-1f650be8-84e2-4ceb-93d0-b04f375867fa req-a54a2a81-e16c-4dee-971e-79e299477d2d tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bdeaebf-a22d-4148-a056-724aa7966700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462761 Apr 06 11:36:00.294621 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Current status of the port 856f2560-adab-4507-8a06-af35ca0b933c is: BUILD; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:36:00.295012 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (856f2560-adab-4507-8a06-af35ca0b933c), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:00.317422 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd8206c1-ab4f-4866-a66f-e422899b0c02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '856f2560-adab-4507-8a06-af35ca0b933c'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:36:00.319657 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a256e0d7ec5edad375dd6353356bf7a80218bed4a34d309726d6a914db977355" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0917ee9a-04dd-46ef-8c96-614f910709da" -d '{"events": [{"server_uuid": "cd8206c1-ab4f-4866-a66f-e422899b0c02", "name": "network-vif-plugged", "status": "completed", "tag": "856f2560-adab-4507-8a06-af35ca0b933c"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:36:00.334636 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port 856f2560-adab-4507-8a06-af35ca0b933c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=856f2560-adab-4507-8a06-af35ca0b933c,segment=NetworkSegment(48d35104-9030-4a9f-be5c-3bd61cd95e2d),segment_id=48d35104-9030-4a9f-be5c-3bd61cd95e2d)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:36:00.357362 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5578f108-42c1-423b-b37b-8b7ffca426a5 x-openstack-request-id: req-5578f108-42c1-423b-b37b-8b7ffca426a5 {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:36:00.357698 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd8206c1-ab4f-4866-a66f-e422899b0c02", "name": "network-vif-plugged", "status": "completed", "tag": "856f2560-adab-4507-8a06-af35ca0b933c", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:36:00.357964 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5578f108-42c1-423b-b37b-8b7ffca426a5 {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:36:00.358359 dv-cinder-836073-2-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5578f108-42c1-423b-b37b-8b7ffca426a5'] response: {'server_uuid': 'cd8206c1-ab4f-4866-a66f-e422899b0c02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '856f2560-adab-4507-8a06-af35ca0b933c', 'code': 200} Apr 06 11:36:00.389329 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (856f2560-adab-4507-8a06-af35ca0b933c), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:00.438008 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Pushing event updated for resources: {'Port': ['ID=856f2560-adab-4507-8a06-af35ca0b933c,revision_number=5']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:36:00.640056 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d829a1-53d0-409f-8233-97ff8773bec4 req-fe634056-d77b-4a8c-8ca3-bd67277c0488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:36:00.641541 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c8d829a1-53d0-409f-8233-97ff8773bec4 req-fe634056-d77b-4a8c-8ca3-bd67277c0488 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cd8206c1-ab4f-4866-a66f-e422899b0c02 HTTP/1.1" status: 200 len: 1129 time: 0.0443182 Apr 06 11:36:00.686063 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c8d829a1-53d0-409f-8233-97ff8773bec4 req-2222e346-9ba0-4599-b174-4b9fff2733fc service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7bdeaebf-a22d-4148-a056-724aa7966700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383847 Apr 06 11:36:00.760534 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a554fe-2b3a-44e1-9f6e-c28223d199e8 req-5d8cc660-1f94-49bb-a9ca-3d0850cec071 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:36:00.762019 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-82a554fe-2b3a-44e1-9f6e-c28223d199e8 req-5d8cc660-1f94-49bb-a9ca-3d0850cec071 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/ports?device_id=99d010bd-981a-4ba6-92a8-dcd70dfb1bf7 HTTP/1.1" status: 200 len: 945 time: 0.0549660 Apr 06 11:36:00.809395 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-82a554fe-2b3a-44e1-9f6e-c28223d199e8 req-85487282-b26d-4aeb-b0f3-4a871aad17c3 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/security-groups?id=40f24ae9-9cb7-4253-8b66-7472be55d789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418360 Apr 06 11:36:00.928996 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9551bdfd-b330-4162-8f79-4e4ab2f9d17a req-d85d853b-d740-4364-9dd8-fed78af6ca65 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:36:00.930591 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9551bdfd-b330-4162-8f79-4e4ab2f9d17a req-d85d853b-d740-4364-9dd8-fed78af6ca65 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/ports?device_id=99d010bd-981a-4ba6-92a8-dcd70dfb1bf7 HTTP/1.1" status: 200 len: 945 time: 0.0526552 Apr 06 11:36:00.978315 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9551bdfd-b330-4162-8f79-4e4ab2f9d17a req-7734f16a-a837-4042-ac1c-09baae3eea90 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/security-groups?id=40f24ae9-9cb7-4253-8b66-7472be55d789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421441 Apr 06 11:36:01.001053 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 57184) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:36:01.133365 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd30b607-35e8-4b53-8d78-fc0aa1044a0d tempest-TestShelveInstance-1461199538 tempest-TestShelveInstance-1461199538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:36:01.134905 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-cd30b607-35e8-4b53-8d78-fc0aa1044a0d tempest-TestShelveInstance-1461199538 tempest-TestShelveInstance-1461199538-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=99d010bd-981a-4ba6-92a8-dcd70dfb1bf7 HTTP/1.1" status: 200 len: 1124 time: 0.1328187 Apr 06 11:36:01.137962 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 57188) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:36:01.142285 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-be31c6b6-0f7c-47fb-a8ef-d49e4c9a1eb9 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Request body: {'floatingip': {'floating_network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'port_id': '39273a02-4684-4216-af40-c9b86d197046', 'tenant_id': '5c89174131144b7f81d10ab0e7b0af30', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:36:01.246865 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-be31c6b6-0f7c-47fb-a8ef-d49e4c9a1eb9 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:01.315354 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75029073-b7fd-46dd-87e7-b0353087a2c7 req-b0a2ca3b-6141-43c3-86dd-bc8385b66048 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:36:01.316860 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-75029073-b7fd-46dd-87e7-b0353087a2c7 req-b0a2ca3b-6141-43c3-86dd-bc8385b66048 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd8206c1-ab4f-4866-a66f-e422899b0c02 HTTP/1.1" status: 200 len: 945 time: 0.0524521 Apr 06 11:36:01.345880 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-be31c6b6-0f7c-47fb-a8ef-d49e4c9a1eb9 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:01.364476 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-75029073-b7fd-46dd-87e7-b0353087a2c7 req-3dd83587-5aaa-4f6d-a086-b45693dd9319 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bdeaebf-a22d-4148-a056-724aa7966700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412691 Apr 06 11:36:01.452815 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [None req-be31c6b6-0f7c-47fb-a8ef-d49e4c9a1eb9 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Allocated IP 172.27.2.89 (698fa61f-093e-4dd4-aaec-c1b231275ecc/4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809/505a12c4-df6c-434c-9659-b8bd78c0285d) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:36:01.549886 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-be31c6b6-0f7c-47fb-a8ef-d49e4c9a1eb9 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Publish callbacks [] for port (505a12c4-df6c-434c-9659-b8bd78c0285d), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:01.643263 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-be31c6b6-0f7c-47fb-a8ef-d49e4c9a1eb9 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779192465924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797839'] for port (505a12c4-df6c-434c-9659-b8bd78c0285d), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:01.678946 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be31c6b6-0f7c-47fb-a8ef-d49e4c9a1eb9 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Network 698fa61f-093e-4dd4-aaec-c1b231275ecc is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:36:01.683901 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-be31c6b6-0f7c-47fb-a8ef-d49e4c9a1eb9 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:36:01.687542 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be31c6b6-0f7c-47fb-a8ef-d49e4c9a1eb9 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:36:01.709986 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be31c6b6-0f7c-47fb-a8ef-d49e4c9a1eb9 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Pushing event updated for resources: {'Port': ['ID=505a12c4-df6c-434c-9659-b8bd78c0285d,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:36:02.059742 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-be31c6b6-0f7c-47fb-a8ef-d49e4c9a1eb9 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Publish callbacks [] for floatingip (127227df-b4cc-4da7-99fa-be7dc94cc2dc), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:02.203036 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-be31c6b6-0f7c-47fb-a8ef-d49e4c9a1eb9 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (505a12c4-df6c-434c-9659-b8bd78c0285d), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:02.353227 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-be31c6b6-0f7c-47fb-a8ef-d49e4c9a1eb9 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Publish callbacks [] for port (505a12c4-df6c-434c-9659-b8bd78c0285d), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:02.412089 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-be31c6b6-0f7c-47fb-a8ef-d49e4c9a1eb9 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8797942'] for port (505a12c4-df6c-434c-9659-b8bd78c0285d), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:02.501382 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be31c6b6-0f7c-47fb-a8ef-d49e4c9a1eb9 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Pushing event updated for resources: {'Port': ['ID=505a12c4-df6c-434c-9659-b8bd78c0285d,revision_number=2']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:36:02.518114 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be31c6b6-0f7c-47fb-a8ef-d49e4c9a1eb9 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:36:02.518456 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be31c6b6-0f7c-47fb-a8ef-d49e4c9a1eb9 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:36:02.518795 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be31c6b6-0f7c-47fb-a8ef-d49e4c9a1eb9 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:36:02.519129 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be31c6b6-0f7c-47fb-a8ef-d49e4c9a1eb9 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:36:02.519461 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be31c6b6-0f7c-47fb-a8ef-d49e4c9a1eb9 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:36:02.519786 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be31c6b6-0f7c-47fb-a8ef-d49e4c9a1eb9 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:36:02.520109 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be31c6b6-0f7c-47fb-a8ef-d49e4c9a1eb9 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:36:02.520431 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be31c6b6-0f7c-47fb-a8ef-d49e4c9a1eb9 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:36:02.520749 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be31c6b6-0f7c-47fb-a8ef-d49e4c9a1eb9 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:36:02.521065 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be31c6b6-0f7c-47fb-a8ef-d49e4c9a1eb9 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:36:02.521407 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be31c6b6-0f7c-47fb-a8ef-d49e4c9a1eb9 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:36:02.521727 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be31c6b6-0f7c-47fb-a8ef-d49e4c9a1eb9 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:36:02.522044 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be31c6b6-0f7c-47fb-a8ef-d49e4c9a1eb9 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:36:02.522359 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be31c6b6-0f7c-47fb-a8ef-d49e4c9a1eb9 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:36:02.522673 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be31c6b6-0f7c-47fb-a8ef-d49e4c9a1eb9 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:36:02.534406 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-be31c6b6-0f7c-47fb-a8ef-d49e4c9a1eb9 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-886429'] for floatingip (127227df-b4cc-4da7-99fa-be7dc94cc2dc), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:02.581776 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d594e67c-f2f7-458d-bbab-f27086189b29 req-30456ec1-cb19-472b-88f2-1aa5cf88c4f1 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:36:02.583242 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d594e67c-f2f7-458d-bbab-f27086189b29 req-30456ec1-cb19-472b-88f2-1aa5cf88c4f1 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd8206c1-ab4f-4866-a66f-e422899b0c02 HTTP/1.1" status: 200 len: 945 time: 0.1449366 Apr 06 11:36:02.674608 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d594e67c-f2f7-458d-bbab-f27086189b29 req-d4161596-4391-48ed-aa2d-389b5ec2447a tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bdeaebf-a22d-4148-a056-724aa7966700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850120 Apr 06 11:36:02.678842 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.db.l3_db [None req-be31c6b6-0f7c-47fb-a8ef-d49e4c9a1eb9 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Floating IP 127227df-b4cc-4da7-99fa-be7dc94cc2dc associated. External IP: 172.27.2.89, port: 39273a02-4684-4216-af40-c9b86d197046. Apr 06 11:36:02.792742 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afce0ef-afb8-4093-9507-8555d443c67f req-84ec0d44-fc2d-4312-93d5-919282febf5b tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:36:02.794277 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-3afce0ef-afb8-4093-9507-8555d443c67f req-84ec0d44-fc2d-4312-93d5-919282febf5b tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd8206c1-ab4f-4866-a66f-e422899b0c02 HTTP/1.1" status: 200 len: 945 time: 0.0509191 Apr 06 11:36:02.802708 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 57196) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:36:02.807567 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-8f776cf6-57af-4b47-842a-362606c4eedf tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Request body: {'floatingip': {'port_id': '856f2560-adab-4507-8a06-af35ca0b933c'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:36:02.848342 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8f776cf6-57af-4b47-842a-362606c4eedf tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks [] for floatingip (90f1ed0d-f496-4402-b365-97da65f87b72), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:02.887599 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be31c6b6-0f7c-47fb-a8ef-d49e4c9a1eb9 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Router 38193e31-7d61-4d61-96cc-cca11cfdcb52 has already been hosted by L3 agent 9404f039-f516-42fd-94a5-c122fff5649f {{(pid=103882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:36:02.996645 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be31c6b6-0f7c-47fb-a8ef-d49e4c9a1eb9 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Notify agent at l3_agent.dv-cinder-836073-2-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:36:03.006669 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27450f48-0d0c-4807-929d-671b12b8035b None None] Sync routers for ids ['38193e31-7d61-4d61-96cc-cca11cfdcb52'] in dv-cinder-836073-2-iscsi {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:36:03.016783 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27450f48-0d0c-4807-929d-671b12b8035b None None] Routers {'38193e31-7d61-4d61-96cc-cca11cfdcb52'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:36:03.017466 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-27450f48-0d0c-4807-929d-671b12b8035b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:35:39Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['38193e31-7d61-4d61-96cc-cca11cfdcb52'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:36:03.099926 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-be31c6b6-0f7c-47fb-a8ef-d49e4c9a1eb9 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for floatingip (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:03.128215 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-27450f48-0d0c-4807-929d-671b12b8035b None None] Set router 38193e31-7d61-4d61-96cc-cca11cfdcb52 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:36:03.148239 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-be31c6b6-0f7c-47fb-a8ef-d49e4c9a1eb9 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9979875 Apr 06 11:36:03.148239 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99d010bd-981a-4ba6-92a8-dcd70dfb1bf7', 'tag': '39273a02-4684-4216-af40-c9b86d197046'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:36:03.148239 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29156e5c8df2cda5f8c3a12ff109e02ba7a327efefb734c2c5f81b1bf548e3ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f233207c-0e9c-4c7c-8f71-aa0ef2104f52" -d '{"events": [{"name": "network-changed", "server_uuid": "99d010bd-981a-4ba6-92a8-dcd70dfb1bf7", "tag": "39273a02-4684-4216-af40-c9b86d197046"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:36:03.177036 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f4dc9d-77fd-46c7-9487-7b80bbd1e6c7 x-openstack-request-id: req-b1f4dc9d-77fd-46c7-9487-7b80bbd1e6c7 {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:36:03.177352 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99d010bd-981a-4ba6-92a8-dcd70dfb1bf7", "tag": "39273a02-4684-4216-af40-c9b86d197046", "status": "completed", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:36:03.177609 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b1f4dc9d-77fd-46c7-9487-7b80bbd1e6c7 {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:36:03.178021 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1f4dc9d-77fd-46c7-9487-7b80bbd1e6c7'] response: {'name': 'network-changed', 'server_uuid': '99d010bd-981a-4ba6-92a8-dcd70dfb1bf7', 'tag': '39273a02-4684-4216-af40-c9b86d197046', 'status': 'completed', 'code': 200} Apr 06 11:36:03.253351 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f233207c-0e9c-4c7c-8f71-aa0ef2104f52 req-766ac5c4-3674-441d-aec1-afb36830d837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:36:03.255195 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f233207c-0e9c-4c7c-8f71-aa0ef2104f52 req-766ac5c4-3674-441d-aec1-afb36830d837 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c89174131144b7f81d10ab0e7b0af30&device_id=99d010bd-981a-4ba6-92a8-dcd70dfb1bf7 HTTP/1.1" status: 200 len: 1129 time: 0.0502038 Apr 06 11:36:03.306073 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8f776cf6-57af-4b47-842a-362606c4eedf tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:03.347976 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f233207c-0e9c-4c7c-8f71-aa0ef2104f52 req-7e0864cd-55d2-45a2-9419-68627c855088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:36:03.349498 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f233207c-0e9c-4c7c-8f71-aa0ef2104f52 req-7e0864cd-55d2-45a2-9419-68627c855088 service neutron] 10.222.0.48 "GET /v2.0/networks?id=56965a75-654b-40c0-bdf1-5f6273571f2c HTTP/1.1" status: 200 len: 910 time: 0.0854559 Apr 06 11:36:03.357848 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8f776cf6-57af-4b47-842a-362606c4eedf tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-886429'] for floatingip (90f1ed0d-f496-4402-b365-97da65f87b72), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:03.364131 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-27450f48-0d0c-4807-929d-671b12b8035b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38193e31-7d61-4d61-96cc-cca11cfdcb52', 'name': 'tempest-TestShelveInstance-1308764059-router', 'tenant_id': '5c89174131144b7f81d10ab0e7b0af30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'c7f11df7-0d36-4655-a39c-e336006024f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:35:12Z', 'updated_at': '2022-04-06T11:35:16Z', 'revision_number': 4, 'project_id': '5c89174131144b7f81d10ab0e7b0af30', 'gw_port': {'id': 'c7f11df7-0d36-4655-a39c-e336006024f3', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:11:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38193e31-7d61-4d61-96cc-cca11cfdcb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:35:13Z', 'updated_at': '2022-04-06T11:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_floatingips': [{'id': '127227df-b4cc-4da7-99fa-be7dc94cc2dc', 'tenant_id': '5c89174131144b7f81d10ab0e7b0af30', 'floating_ip_address': '172.27.2.89', 'floating_network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'router_id': '38193e31-7d61-4d61-96cc-cca11cfdcb52', 'port_id': '39273a02-4684-4216-af40-c9b86d197046', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56965a75-654b-40c0-bdf1-5f6273571f2c', 'mac_address': 'fa:16:3e:90:1c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d010bd-981a-4ba6-92a8-dcd70dfb1bf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:36:01Z', 'updated_at': '2022-04-06T11:36:01Z', 'revision_number': 0, 'project_id': '5c89174131144b7f81d10ab0e7b0af30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d20a4a8-c080-4b74-bf14-56224d701cd2', 'name': '', 'network_id': '56965a75-654b-40c0-bdf1-5f6273571f2c', 'tenant_id': '5c89174131144b7f81d10ab0e7b0af30', 'mac_address': 'fa:16:3e:d0:63:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38193e31-7d61-4d61-96cc-cca11cfdcb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'c5ed26ef-7c0f-4a59-a8d0-a8a2e4ec9c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:35:15Z', 'updated_at': '2022-04-06T11:35:19Z', 'revision_number': 5, 'project_id': '5c89174131144b7f81d10ab0e7b0af30', 'subnets': [{'id': 'c5ed26ef-7c0f-4a59-a8d0-a8a2e4ec9c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:36:03.394846 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27450f48-0d0c-4807-929d-671b12b8035b None None] Checking router: 38193e31-7d61-4d61-96cc-cca11cfdcb52 for host: dv-cinder-836073-2-iscsi {{(pid=103883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:36:03.404864 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27450f48-0d0c-4807-929d-671b12b8035b None None] Routers {'38193e31-7d61-4d61-96cc-cca11cfdcb52'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:36:03.405525 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-27450f48-0d0c-4807-929d-671b12b8035b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:35:39Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['38193e31-7d61-4d61-96cc-cca11cfdcb52'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:36:03.434600 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f233207c-0e9c-4c7c-8f71-aa0ef2104f52 req-0d32f79f-0265-4263-bfd9-dc573c3e6490 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39273a02-4684-4216-af40-c9b86d197046 HTTP/1.1" status: 200 len: 998 time: 0.0789258 Apr 06 11:36:03.463608 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.db.l3_db [None req-8f776cf6-57af-4b47-842a-362606c4eedf tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Floating IP 90f1ed0d-f496-4402-b365-97da65f87b72 associated. External IP: 172.27.2.150, port: 856f2560-adab-4507-8a06-af35ca0b933c. Apr 06 11:36:03.486613 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f233207c-0e9c-4c7c-8f71-aa0ef2104f52 req-8188d502-1b8b-4d39-bf65-d7b14e89a204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:36:03.488113 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f233207c-0e9c-4c7c-8f71-aa0ef2104f52 req-8188d502-1b8b-4d39-bf65-d7b14e89a204 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c5ed26ef-7c0f-4a59-a8d0-a8a2e4ec9c56 HTTP/1.1" status: 200 len: 848 time: 0.0487528 Apr 06 11:36:03.519596 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-27450f48-0d0c-4807-929d-671b12b8035b None None] Set router 38193e31-7d61-4d61-96cc-cca11cfdcb52 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:36:03.538732 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f233207c-0e9c-4c7c-8f71-aa0ef2104f52 req-ced3ee25-6f10-48ef-941d-bc8778ab91a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:36:03.540938 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f233207c-0e9c-4c7c-8f71-aa0ef2104f52 req-ced3ee25-6f10-48ef-941d-bc8778ab91a8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=56965a75-654b-40c0-bdf1-5f6273571f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470958 Apr 06 11:36:03.640393 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f233207c-0e9c-4c7c-8f71-aa0ef2104f52 req-ed955446-2d26-4f2f-9dcb-ed8c656ecdc7 service neutron] 10.222.0.48 "GET /v2.0/networks/56965a75-654b-40c0-bdf1-5f6273571f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930920 Apr 06 11:36:03.731152 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f233207c-0e9c-4c7c-8f71-aa0ef2104f52 req-07c8c93c-72b5-4083-b809-88d046e30815 service neutron] 10.222.0.48 "GET /v2.0/networks/56965a75-654b-40c0-bdf1-5f6273571f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851016 Apr 06 11:36:03.772069 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-27450f48-0d0c-4807-929d-671b12b8035b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38193e31-7d61-4d61-96cc-cca11cfdcb52', 'name': 'tempest-TestShelveInstance-1308764059-router', 'tenant_id': '5c89174131144b7f81d10ab0e7b0af30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'c7f11df7-0d36-4655-a39c-e336006024f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:35:12Z', 'updated_at': '2022-04-06T11:35:16Z', 'revision_number': 4, 'project_id': '5c89174131144b7f81d10ab0e7b0af30', 'gw_port': {'id': 'c7f11df7-0d36-4655-a39c-e336006024f3', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:11:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38193e31-7d61-4d61-96cc-cca11cfdcb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:35:13Z', 'updated_at': '2022-04-06T11:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_floatingips': [{'id': '127227df-b4cc-4da7-99fa-be7dc94cc2dc', 'tenant_id': '5c89174131144b7f81d10ab0e7b0af30', 'floating_ip_address': '172.27.2.89', 'floating_network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'router_id': '38193e31-7d61-4d61-96cc-cca11cfdcb52', 'port_id': '39273a02-4684-4216-af40-c9b86d197046', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56965a75-654b-40c0-bdf1-5f6273571f2c', 'mac_address': 'fa:16:3e:90:1c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d010bd-981a-4ba6-92a8-dcd70dfb1bf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:36:01Z', 'updated_at': '2022-04-06T11:36:01Z', 'revision_number': 0, 'project_id': '5c89174131144b7f81d10ab0e7b0af30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d20a4a8-c080-4b74-bf14-56224d701cd2', 'name': '', 'network_id': '56965a75-654b-40c0-bdf1-5f6273571f2c', 'tenant_id': '5c89174131144b7f81d10ab0e7b0af30', 'mac_address': 'fa:16:3e:d0:63:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38193e31-7d61-4d61-96cc-cca11cfdcb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'c5ed26ef-7c0f-4a59-a8d0-a8a2e4ec9c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:35:15Z', 'updated_at': '2022-04-06T11:35:19Z', 'revision_number': 5, 'project_id': '5c89174131144b7f81d10ab0e7b0af30', 'subnets': [{'id': 'c5ed26ef-7c0f-4a59-a8d0-a8a2e4ec9c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:36:03.798455 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27450f48-0d0c-4807-929d-671b12b8035b None None] The sync data for ids ['38193e31-7d61-4d61-96cc-cca11cfdcb52'] in dv-cinder-836073-2-iscsi is: [{'id': '38193e31-7d61-4d61-96cc-cca11cfdcb52', 'name': 'tempest-TestShelveInstance-1308764059-router', 'tenant_id': '5c89174131144b7f81d10ab0e7b0af30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'c7f11df7-0d36-4655-a39c-e336006024f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:35:12Z', 'updated_at': '2022-04-06T11:35:16Z', 'revision_number': 4, 'project_id': '5c89174131144b7f81d10ab0e7b0af30', 'gw_port': {'id': 'c7f11df7-0d36-4655-a39c-e336006024f3', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:11:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38193e31-7d61-4d61-96cc-cca11cfdcb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:35:13Z', 'updated_at': '2022-04-06T11:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_floatingips': [{'id': '127227df-b4cc-4da7-99fa-be7dc94cc2dc', 'tenant_id': '5c89174131144b7f81d10ab0e7b0af30', 'floating_ip_address': '172.27.2.89', 'floating_network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'router_id': '38193e31-7d61-4d61-96cc-cca11cfdcb52', 'port_id': '39273a02-4684-4216-af40-c9b86d197046', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56965a75-654b-40c0-bdf1-5f6273571f2c', 'mac_address': 'fa:16:3e:90:1c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d010bd-981a-4ba6-92a8-dcd70dfb1bf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:36:01Z', 'updated_at': '2022-04-06T11:36:01Z', 'revision_number': 0, 'project_id': '5c89174131144b7f81d10ab0e7b0af30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d20a4a8-c080-4b74-bf14-56224d701cd2', 'name': '', 'network_id': '56965a75-654b-40c0-bdf1-5f6273571f2c', 'tenant_id': '5c89174131144b7f81d10ab0e7b0af30', 'mac_address': 'fa:16:3e:d0:63:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38193e31-7d61-4d61-96cc-cca11cfdcb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'c5ed26ef-7c0f-4a59-a8d0-a8a2e4ec9c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:35:15Z', 'updated_at': '2022-04-06T11:35:19Z', 'revision_number': 5, 'project_id': '5c89174131144b7f81d10ab0e7b0af30', 'subnets': [{'id': 'c5ed26ef-7c0f-4a59-a8d0-a8a2e4ec9c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:36:03.896455 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f776cf6-57af-4b47-842a-362606c4eedf tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Router b7d7bde6-d0db-4ddc-9294-444243721d37 has already been hosted by L3 agent 9404f039-f516-42fd-94a5-c122fff5649f {{(pid=103881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:36:03.992147 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2309e8-394e-4a7e-8220-5b667eadfd45 None None] New status for floating IP 127227df-b4cc-4da7-99fa-be7dc94cc2dc: ACTIVE {{(pid=103884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:36:04.012328 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f776cf6-57af-4b47-842a-362606c4eedf tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Notify agent at l3_agent.dv-cinder-836073-2-iscsi the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:36:04.016915 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8f776cf6-57af-4b47-842a-362606c4eedf tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for floatingip (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:04.022447 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4071a48-7892-4b31-8f8a-a5158054b15b None None] Sync routers for ids ['b7d7bde6-d0db-4ddc-9294-444243721d37'] in dv-cinder-836073-2-iscsi {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:36:04.032469 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4071a48-7892-4b31-8f8a-a5158054b15b None None] Routers {'b7d7bde6-d0db-4ddc-9294-444243721d37'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:36:04.033417 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-e4071a48-7892-4b31-8f8a-a5158054b15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:35:39Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['b7d7bde6-d0db-4ddc-9294-444243721d37'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:36:04.047213 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-8f776cf6-57af-4b47-842a-362606c4eedf tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "PUT /v2.0/floatingips/90f1ed0d-f496-4402-b365-97da65f87b72 HTTP/1.1" status: 200 len: 991 time: 1.2434361 Apr 06 11:36:04.047799 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd8206c1-ab4f-4866-a66f-e422899b0c02', 'tag': '856f2560-adab-4507-8a06-af35ca0b933c'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:36:04.050032 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3406b54a2f576febad5dd824c011310fb025ac9b816498a8b13137d73c32da04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9159fc8-ffc6-4934-929f-baf72792998c" -d '{"events": [{"name": "network-changed", "server_uuid": "cd8206c1-ab4f-4866-a66f-e422899b0c02", "tag": "856f2560-adab-4507-8a06-af35ca0b933c"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:36:04.095943 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815db619-d216-40de-a448-a979cc5130c1 x-openstack-request-id: req-815db619-d216-40de-a448-a979cc5130c1 {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:36:04.095943 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd8206c1-ab4f-4866-a66f-e422899b0c02", "tag": "856f2560-adab-4507-8a06-af35ca0b933c", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:36:04.095943 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-815db619-d216-40de-a448-a979cc5130c1 {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:36:04.096300 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-815db619-d216-40de-a448-a979cc5130c1'] response: {'name': 'network-changed', 'server_uuid': 'cd8206c1-ab4f-4866-a66f-e422899b0c02', 'tag': '856f2560-adab-4507-8a06-af35ca0b933c', 'status': 'completed', 'code': 200} Apr 06 11:36:04.148669 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-e4071a48-7892-4b31-8f8a-a5158054b15b None None] Set router b7d7bde6-d0db-4ddc-9294-444243721d37 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:36:04.164559 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9159fc8-ffc6-4934-929f-baf72792998c req-675dcb2c-3504-4268-9adc-71d414750a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:36:04.166741 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b9159fc8-ffc6-4934-929f-baf72792998c req-675dcb2c-3504-4268-9adc-71d414750a0c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3afc2827a2964297baad3e6d85665721&device_id=cd8206c1-ab4f-4866-a66f-e422899b0c02 HTTP/1.1" status: 200 len: 1129 time: 0.0488873 Apr 06 11:36:04.267933 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9159fc8-ffc6-4934-929f-baf72792998c req-49ec635f-463f-4ad0-80b0-c18e43eee480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:36:04.269452 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b9159fc8-ffc6-4934-929f-baf72792998c req-49ec635f-463f-4ad0-80b0-c18e43eee480 service neutron] 10.222.0.48 "GET /v2.0/networks?id=37804288-ffd4-4232-b10e-0727b0e5cfad HTTP/1.1" status: 200 len: 918 time: 0.0910952 Apr 06 11:36:04.335378 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b9159fc8-ffc6-4934-929f-baf72792998c req-e641c956-ba9b-46eb-ae73-c55b97658228 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=856f2560-adab-4507-8a06-af35ca0b933c HTTP/1.1" status: 200 len: 999 time: 0.0582426 Apr 06 11:36:04.387078 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-e4071a48-7892-4b31-8f8a-a5158054b15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7d7bde6-d0db-4ddc-9294-444243721d37', 'name': 'tempest-AttachVolumeShelveTestJSON-2057878857-router', 'tenant_id': '3afc2827a2964297baad3e6d85665721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'bbae9186-0728-425f-b1b8-9aa843a7f3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:32:43Z', 'updated_at': '2022-04-06T11:32:49Z', 'revision_number': 4, 'project_id': '3afc2827a2964297baad3e6d85665721', 'gw_port': {'id': 'bbae9186-0728-425f-b1b8-9aa843a7f3a5', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:cb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d7bde6-d0db-4ddc-9294-444243721d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:32:44Z', 'updated_at': '2022-04-06T11:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_floatingips': [{'id': '90f1ed0d-f496-4402-b365-97da65f87b72', 'tenant_id': '3afc2827a2964297baad3e6d85665721', 'floating_ip_address': '172.27.2.150', 'floating_network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'router_id': 'b7d7bde6-d0db-4ddc-9294-444243721d37', 'port_id': '856f2560-adab-4507-8a06-af35ca0b933c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37804288-ffd4-4232-b10e-0727b0e5cfad', 'mac_address': 'fa:16:3e:b8:a5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8206c1-ab4f-4866-a66f-e422899b0c02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:35:49Z', 'updated_at': '2022-04-06T11:36:03Z', 'revision_number': 1, 'project_id': '3afc2827a2964297baad3e6d85665721', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05e2a44d-784e-45fb-be60-a5cae8bfeb7d', 'name': '', 'network_id': '37804288-ffd4-4232-b10e-0727b0e5cfad', 'tenant_id': '3afc2827a2964297baad3e6d85665721', 'mac_address': 'fa:16:3e:d3:1d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d7bde6-d0db-4ddc-9294-444243721d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'e5b096a1-c3bc-425b-b0d6-e505d89de44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:32:47Z', 'updated_at': '2022-04-06T11:32:53Z', 'revision_number': 5, 'project_id': '3afc2827a2964297baad3e6d85665721', 'subnets': [{'id': 'e5b096a1-c3bc-425b-b0d6-e505d89de44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:36:04.388947 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9159fc8-ffc6-4934-929f-baf72792998c req-77997871-6077-466a-90ae-7c31f4947455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:36:04.390464 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b9159fc8-ffc6-4934-929f-baf72792998c req-77997871-6077-466a-90ae-7c31f4947455 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e5b096a1-c3bc-425b-b0d6-e505d89de44f HTTP/1.1" status: 200 len: 856 time: 0.0494752 Apr 06 11:36:04.412783 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4071a48-7892-4b31-8f8a-a5158054b15b None None] Checking router: b7d7bde6-d0db-4ddc-9294-444243721d37 for host: dv-cinder-836073-2-iscsi {{(pid=103883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:36:04.421655 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4071a48-7892-4b31-8f8a-a5158054b15b None None] Routers {'b7d7bde6-d0db-4ddc-9294-444243721d37'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:36:04.422272 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-e4071a48-7892-4b31-8f8a-a5158054b15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:35:39Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['b7d7bde6-d0db-4ddc-9294-444243721d37'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:36:04.438958 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9159fc8-ffc6-4934-929f-baf72792998c req-789f4080-fdfe-4bec-b69b-b852eaf391c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:36:04.440512 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b9159fc8-ffc6-4934-929f-baf72792998c req-789f4080-fdfe-4bec-b69b-b852eaf391c0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=37804288-ffd4-4232-b10e-0727b0e5cfad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448194 Apr 06 11:36:04.529156 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-e4071a48-7892-4b31-8f8a-a5158054b15b None None] Set router b7d7bde6-d0db-4ddc-9294-444243721d37 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:36:04.531261 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b9159fc8-ffc6-4934-929f-baf72792998c req-14534675-ff2b-4a85-9725-36d9f294c533 service neutron] 10.222.0.48 "GET /v2.0/networks/37804288-ffd4-4232-b10e-0727b0e5cfad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829766 Apr 06 11:36:04.627961 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b9159fc8-ffc6-4934-929f-baf72792998c req-b852e93c-0cbf-4fa3-8512-7e206d993e35 service neutron] 10.222.0.48 "GET /v2.0/networks/37804288-ffd4-4232-b10e-0727b0e5cfad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917175 Apr 06 11:36:04.876793 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-e4071a48-7892-4b31-8f8a-a5158054b15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7d7bde6-d0db-4ddc-9294-444243721d37', 'name': 'tempest-AttachVolumeShelveTestJSON-2057878857-router', 'tenant_id': '3afc2827a2964297baad3e6d85665721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'bbae9186-0728-425f-b1b8-9aa843a7f3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:32:43Z', 'updated_at': '2022-04-06T11:32:49Z', 'revision_number': 4, 'project_id': '3afc2827a2964297baad3e6d85665721', 'gw_port': {'id': 'bbae9186-0728-425f-b1b8-9aa843a7f3a5', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:cb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d7bde6-d0db-4ddc-9294-444243721d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:32:44Z', 'updated_at': '2022-04-06T11:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_floatingips': [{'id': '90f1ed0d-f496-4402-b365-97da65f87b72', 'tenant_id': '3afc2827a2964297baad3e6d85665721', 'floating_ip_address': '172.27.2.150', 'floating_network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'router_id': 'b7d7bde6-d0db-4ddc-9294-444243721d37', 'port_id': '856f2560-adab-4507-8a06-af35ca0b933c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37804288-ffd4-4232-b10e-0727b0e5cfad', 'mac_address': 'fa:16:3e:b8:a5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8206c1-ab4f-4866-a66f-e422899b0c02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:35:49Z', 'updated_at': '2022-04-06T11:36:03Z', 'revision_number': 1, 'project_id': '3afc2827a2964297baad3e6d85665721', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05e2a44d-784e-45fb-be60-a5cae8bfeb7d', 'name': '', 'network_id': '37804288-ffd4-4232-b10e-0727b0e5cfad', 'tenant_id': '3afc2827a2964297baad3e6d85665721', 'mac_address': 'fa:16:3e:d3:1d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d7bde6-d0db-4ddc-9294-444243721d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'e5b096a1-c3bc-425b-b0d6-e505d89de44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:32:47Z', 'updated_at': '2022-04-06T11:32:53Z', 'revision_number': 5, 'project_id': '3afc2827a2964297baad3e6d85665721', 'subnets': [{'id': 'e5b096a1-c3bc-425b-b0d6-e505d89de44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:36:04.902551 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4071a48-7892-4b31-8f8a-a5158054b15b None None] The sync data for ids ['b7d7bde6-d0db-4ddc-9294-444243721d37'] in dv-cinder-836073-2-iscsi is: [{'id': 'b7d7bde6-d0db-4ddc-9294-444243721d37', 'name': 'tempest-AttachVolumeShelveTestJSON-2057878857-router', 'tenant_id': '3afc2827a2964297baad3e6d85665721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'bbae9186-0728-425f-b1b8-9aa843a7f3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:32:43Z', 'updated_at': '2022-04-06T11:32:49Z', 'revision_number': 4, 'project_id': '3afc2827a2964297baad3e6d85665721', 'gw_port': {'id': 'bbae9186-0728-425f-b1b8-9aa843a7f3a5', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:cb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d7bde6-d0db-4ddc-9294-444243721d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:32:44Z', 'updated_at': '2022-04-06T11:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_floatingips': [{'id': '90f1ed0d-f496-4402-b365-97da65f87b72', 'tenant_id': '3afc2827a2964297baad3e6d85665721', 'floating_ip_address': '172.27.2.150', 'floating_network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'router_id': 'b7d7bde6-d0db-4ddc-9294-444243721d37', 'port_id': '856f2560-adab-4507-8a06-af35ca0b933c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37804288-ffd4-4232-b10e-0727b0e5cfad', 'mac_address': 'fa:16:3e:b8:a5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8206c1-ab4f-4866-a66f-e422899b0c02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:35:49Z', 'updated_at': '2022-04-06T11:36:03Z', 'revision_number': 1, 'project_id': '3afc2827a2964297baad3e6d85665721', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05e2a44d-784e-45fb-be60-a5cae8bfeb7d', 'name': '', 'network_id': '37804288-ffd4-4232-b10e-0727b0e5cfad', 'tenant_id': '3afc2827a2964297baad3e6d85665721', 'mac_address': 'fa:16:3e:d3:1d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d7bde6-d0db-4ddc-9294-444243721d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'e5b096a1-c3bc-425b-b0d6-e505d89de44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:32:47Z', 'updated_at': '2022-04-06T11:32:53Z', 'revision_number': 5, 'project_id': '3afc2827a2964297baad3e6d85665721', 'subnets': [{'id': 'e5b096a1-c3bc-425b-b0d6-e505d89de44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:36:05.099325 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd84bc5-5018-49c3-9ec5-4873ee05d06c None None] New status for floating IP 90f1ed0d-f496-4402-b365-97da65f87b72: ACTIVE {{(pid=103884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:36:06.553707 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (dc195572-b6d9-4259-8541-839e457b2650), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:06.617921 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-4330fe77-10d5-468a-ac35-913d6d8d2399 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (8a8bc679-53b2-461d-b015-cec5a247fb94), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:09.041429 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5339f127-0fc2-4451-8a59-9819775bc0ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (9404f039-f516-42fd-94a5-c122fff5649f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:10.549012 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0cc2d64b-8553-4c26-9c2d-26728f607b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (295112eb-abec-44aa-a7f9-d1b9c67b3953), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:11.831458 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7bcfc971-4c1e-4d8f-8ae7-97bffdd4e21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (33edc1dd-8f2c-4a3f-bd07-9ad8bd534bf2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:13.212611 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (a2831ac0-05e7-463d-be89-41d2adab36ec), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:17.778532 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-d2f8dd02-8968-40b0-bca4-a7fc1cec66fd None None] Agent healthcheck: found 6 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:36:36.574184 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (dc195572-b6d9-4259-8541-839e457b2650), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:36.619884 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-2f1ff501-6e8d-4909-944a-00f4e9d671f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (8a8bc679-53b2-461d-b015-cec5a247fb94), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:38.987434 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-1839276e-3ecb-4df9-af8b-a0a82c8501df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (9404f039-f516-42fd-94a5-c122fff5649f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:40.558606 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0cc2d64b-8553-4c26-9c2d-26728f607b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (295112eb-abec-44aa-a7f9-d1b9c67b3953), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:41.850726 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7bcfc971-4c1e-4d8f-8ae7-97bffdd4e21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (33edc1dd-8f2c-4a3f-bd07-9ad8bd534bf2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:43.230140 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (a2831ac0-05e7-463d-be89-41d2adab36ec), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:44.719189 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4201aa-ee39-4576-b40b-c6108494bdc7 req-8b1b0e42-0e10-4b50-bb9d-3f9d15110da4 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:36:44.720665 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-cf4201aa-ee39-4576-b40b-c6108494bdc7 req-8b1b0e42-0e10-4b50-bb9d-3f9d15110da4 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd8206c1-ab4f-4866-a66f-e422899b0c02 HTTP/1.1" status: 200 len: 945 time: 0.0528185 Apr 06 11:36:44.766962 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-cf4201aa-ee39-4576-b40b-c6108494bdc7 req-18734b23-5af3-4a5d-bffa-c7380ca7627c tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bdeaebf-a22d-4148-a056-724aa7966700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404942 Apr 06 11:36:45.891388 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cfe7de-5e12-4373-a6e3-f37de510a2c9 req-95600d7f-2e86-4ca6-ac12-c8e8d64ef233 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:36:45.892867 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-09cfe7de-5e12-4373-a6e3-f37de510a2c9 req-95600d7f-2e86-4ca6-ac12-c8e8d64ef233 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd8206c1-ab4f-4866-a66f-e422899b0c02 HTTP/1.1" status: 200 len: 945 time: 0.0516582 Apr 06 11:36:45.938659 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-09cfe7de-5e12-4373-a6e3-f37de510a2c9 req-0bf5bcd3-1950-4578-9211-ddfaa56d47d8 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bdeaebf-a22d-4148-a056-724aa7966700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395377 Apr 06 11:36:46.310070 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 57258) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:36:46.459556 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-8ba88723-ec44-42e9-b8aa-1412b96d22f2 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Deleting port 6e3e526e-1a7e-4cb5-856a-5bbf4e1def75 {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:36:46.459949 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8ba88723-ec44-42e9-b8aa-1412b96d22f2 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192836145'] for port (6e3e526e-1a7e-4cb5-856a-5bbf4e1def75), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:46.534082 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8ba88723-ec44-42e9-b8aa-1412b96d22f2 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-891628'] for port (6e3e526e-1a7e-4cb5-856a-5bbf4e1def75), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:46.534395 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8ba88723-ec44-42e9-b8aa-1412b96d22f2 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks [] for floatingip (6e3e526e-1a7e-4cb5-856a-5bbf4e1def75), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:46.546028 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-8ba88723-ec44-42e9-b8aa-1412b96d22f2 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Calling delete_port for 6e3e526e-1a7e-4cb5-856a-5bbf4e1def75 owned by network:floatingip {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:36:46.829765 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8ba88723-ec44-42e9-b8aa-1412b96d22f2 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192843524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779192465933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10088034'] for port (6e3e526e-1a7e-4cb5-856a-5bbf4e1def75), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:46.855641 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba88723-ec44-42e9-b8aa-1412b96d22f2 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Pushing event deleted for resources: {'Port': ['ID=6e3e526e-1a7e-4cb5-856a-5bbf4e1def75,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:36:46.867338 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba88723-ec44-42e9-b8aa-1412b96d22f2 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:36:46.867687 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba88723-ec44-42e9-b8aa-1412b96d22f2 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:36:46.868025 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba88723-ec44-42e9-b8aa-1412b96d22f2 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:36:46.868358 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba88723-ec44-42e9-b8aa-1412b96d22f2 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:36:46.868686 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba88723-ec44-42e9-b8aa-1412b96d22f2 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:36:46.869013 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba88723-ec44-42e9-b8aa-1412b96d22f2 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:36:46.869363 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba88723-ec44-42e9-b8aa-1412b96d22f2 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:36:46.869684 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba88723-ec44-42e9-b8aa-1412b96d22f2 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:36:46.870003 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba88723-ec44-42e9-b8aa-1412b96d22f2 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:36:46.870342 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba88723-ec44-42e9-b8aa-1412b96d22f2 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:36:46.870641 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba88723-ec44-42e9-b8aa-1412b96d22f2 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:36:46.870961 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba88723-ec44-42e9-b8aa-1412b96d22f2 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:36:46.871278 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba88723-ec44-42e9-b8aa-1412b96d22f2 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:36:46.871594 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba88723-ec44-42e9-b8aa-1412b96d22f2 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:36:46.871906 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba88723-ec44-42e9-b8aa-1412b96d22f2 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:36:46.928443 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8ba88723-ec44-42e9-b8aa-1412b96d22f2 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks [] for floatingip (9e30e215-636f-433f-b81b-6e1e1b4fd7bf), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:46.929244 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.db.l3_db [None req-8ba88723-ec44-42e9-b8aa-1412b96d22f2 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Floating IP 9e30e215-636f-433f-b81b-6e1e1b4fd7bf disassociated (deleted). External IP: 172.27.2.244, port: 2c4f0f8f-f592-4452-a3bb-6c3d06347faa. Apr 06 11:36:47.073373 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b3506-a3fc-4576-8d8b-fc34ad3d8417 req-f3418010-1249-4288-b4a9-401f41449a78 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:36:47.074820 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-565b3506-a3fc-4576-8d8b-fc34ad3d8417 req-f3418010-1249-4288-b4a9-401f41449a78 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd8206c1-ab4f-4866-a66f-e422899b0c02 HTTP/1.1" status: 200 len: 945 time: 0.0616028 Apr 06 11:36:47.121744 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-565b3506-a3fc-4576-8d8b-fc34ad3d8417 req-329f64f1-305c-499d-967a-d13807f67c11 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bdeaebf-a22d-4148-a056-724aa7966700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412846 Apr 06 11:36:47.146479 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ba88723-ec44-42e9-b8aa-1412b96d22f2 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Router d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4 has already been hosted by L3 agent 9404f039-f516-42fd-94a5-c122fff5649f {{(pid=103881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:36:47.252704 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba88723-ec44-42e9-b8aa-1412b96d22f2 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Notify agent at l3_agent.dv-cinder-836073-2-iscsi the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:36:47.257685 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8ba88723-ec44-42e9-b8aa-1412b96d22f2 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for floatingip (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:47.262566 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a6e596-0c9d-486b-83c5-94af7a3d9034 None None] Sync routers for ids ['d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4'] in dv-cinder-836073-2-iscsi {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:36:47.272588 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a6e596-0c9d-486b-83c5-94af7a3d9034 None None] Routers {'d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:36:47.273261 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-63a6e596-0c9d-486b-83c5-94af7a3d9034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:36:39Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:36:47.289187 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-8ba88723-ec44-42e9-b8aa-1412b96d22f2 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "DELETE /v2.0/floatingips/9e30e215-636f-433f-b81b-6e1e1b4fd7bf HTTP/1.1" status: 204 len: 168 time: 0.9780233 Apr 06 11:36:47.289772 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b103f25-8b66-45dd-bd0d-00ec6ac98e27', 'tag': '2c4f0f8f-f592-4452-a3bb-6c3d06347faa'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:36:47.291980 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3406b54a2f576febad5dd824c011310fb025ac9b816498a8b13137d73c32da04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d76a98a-3def-4006-977d-fa561f5cbdb4" -d '{"events": [{"name": "network-changed", "server_uuid": "8b103f25-8b66-45dd-bd0d-00ec6ac98e27", "tag": "2c4f0f8f-f592-4452-a3bb-6c3d06347faa"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:36:47.342222 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2129a418-74f8-457f-a88c-dd8fe0426d0e x-openstack-request-id: req-2129a418-74f8-457f-a88c-dd8fe0426d0e {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:36:47.342754 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b103f25-8b66-45dd-bd0d-00ec6ac98e27", "tag": "2c4f0f8f-f592-4452-a3bb-6c3d06347faa", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:36:47.343079 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2129a418-74f8-457f-a88c-dd8fe0426d0e {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:36:47.343667 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2129a418-74f8-457f-a88c-dd8fe0426d0e'] response: {'name': 'network-changed', 'server_uuid': '8b103f25-8b66-45dd-bd0d-00ec6ac98e27', 'tag': '2c4f0f8f-f592-4452-a3bb-6c3d06347faa', 'status': 'completed', 'code': 200} Apr 06 11:36:47.385049 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-63a6e596-0c9d-486b-83c5-94af7a3d9034 None None] Set router d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:36:47.409212 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d76a98a-3def-4006-977d-fa561f5cbdb4 req-cf7235dd-dd50-4ffa-8ad7-50c26a3d14db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:36:47.410729 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2d76a98a-3def-4006-977d-fa561f5cbdb4 req-cf7235dd-dd50-4ffa-8ad7-50c26a3d14db service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=de48ef632a974b5c83191742cf569887&device_id=8b103f25-8b66-45dd-bd0d-00ec6ac98e27 HTTP/1.1" status: 200 len: 1130 time: 0.0439594 Apr 06 11:36:47.503369 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d76a98a-3def-4006-977d-fa561f5cbdb4 req-781ba99b-dd4a-49a5-91dd-1b0923c9826a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:36:47.504852 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2d76a98a-3def-4006-977d-fa561f5cbdb4 req-781ba99b-dd4a-49a5-91dd-1b0923c9826a service neutron] 10.222.0.48 "GET /v2.0/networks?id=5529688d-cbb0-454c-b2b2-2dd8660f20c8 HTTP/1.1" status: 200 len: 912 time: 0.0882492 Apr 06 11:36:47.546342 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2d76a98a-3def-4006-977d-fa561f5cbdb4 req-2360f2e3-d684-4ac5-a1df-9523ebb9517d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c4f0f8f-f592-4452-a3bb-6c3d06347faa HTTP/1.1" status: 200 len: 217 time: 0.0348902 Apr 06 11:36:47.596861 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d76a98a-3def-4006-977d-fa561f5cbdb4 req-6c5f0abb-33d6-4463-9f8f-2341f328b3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:36:47.598374 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2d76a98a-3def-4006-977d-fa561f5cbdb4 req-6c5f0abb-33d6-4463-9f8f-2341f328b3e8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c5124a61-a5c8-4acc-8eca-8ed8dd4c3666 HTTP/1.1" status: 200 len: 850 time: 0.0447648 Apr 06 11:36:47.616420 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-63a6e596-0c9d-486b-83c5-94af7a3d9034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'name': 'tempest-TestVolumeBootPattern-312017993-router', 'tenant_id': 'de48ef632a974b5c83191742cf569887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '5ce3c676-ae10-4b96-8444-61e6ff7729df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:28:57Z', 'updated_at': '2022-04-06T11:29:02Z', 'revision_number': 4, 'project_id': 'de48ef632a974b5c83191742cf569887', 'gw_port': {'id': '5ce3c676-ae10-4b96-8444-61e6ff7729df', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:51:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:28:58Z', 'updated_at': '2022-04-06T11:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_floatingips': [{'id': '34833888-6cba-4f7d-8532-1f0d8332d218', 'tenant_id': 'de48ef632a974b5c83191742cf569887', 'floating_ip_address': '172.27.2.183', 'floating_network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'router_id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'port_id': '317881cd-df11-4959-9f33-26b14fcc90a9', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5529688d-cbb0-454c-b2b2-2dd8660f20c8', 'mac_address': 'fa:16:3e:48:69:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a15721-b291-44f2-b2b2-f9286af65913', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:32:57Z', 'updated_at': '2022-04-06T11:33:00Z', 'revision_number': 1, 'project_id': 'de48ef632a974b5c83191742cf569887', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de04e9ed-2f4e-4fa1-9e4b-71522c5d1fab', 'name': '', 'network_id': '5529688d-cbb0-454c-b2b2-2dd8660f20c8', 'tenant_id': 'de48ef632a974b5c83191742cf569887', 'mac_address': 'fa:16:3e:e1:85:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'c5124a61-a5c8-4acc-8eca-8ed8dd4c3666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:29:01Z', 'updated_at': '2022-04-06T11:29:08Z', 'revision_number': 5, 'project_id': 'de48ef632a974b5c83191742cf569887', 'subnets': [{'id': 'c5124a61-a5c8-4acc-8eca-8ed8dd4c3666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:36:47.646072 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a6e596-0c9d-486b-83c5-94af7a3d9034 None None] Checking router: d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4 for host: dv-cinder-836073-2-iscsi {{(pid=103883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:36:47.648784 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d76a98a-3def-4006-977d-fa561f5cbdb4 req-6a3ab22b-9037-4bd4-b399-342fe6762382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:36:47.650338 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2d76a98a-3def-4006-977d-fa561f5cbdb4 req-6a3ab22b-9037-4bd4-b399-342fe6762382 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5529688d-cbb0-454c-b2b2-2dd8660f20c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462177 Apr 06 11:36:47.655218 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a6e596-0c9d-486b-83c5-94af7a3d9034 None None] Routers {'d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:36:47.655823 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-63a6e596-0c9d-486b-83c5-94af7a3d9034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:36:39Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:36:47.771975 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-63a6e596-0c9d-486b-83c5-94af7a3d9034 None None] Set router d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:36:47.775328 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2d76a98a-3def-4006-977d-fa561f5cbdb4 req-63907d83-342f-4eee-9dc0-97ba0f0584b8 service neutron] 10.222.0.48 "GET /v2.0/networks/5529688d-cbb0-454c-b2b2-2dd8660f20c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182344 Apr 06 11:36:47.801566 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b013e7e-1093-49c3-b3c3-38e38d30c757 req-d7b68de9-8e78-4cb5-bb0e-cb89982f2e17 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:36:47.803810 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5b013e7e-1093-49c3-b3c3-38e38d30c757 req-d7b68de9-8e78-4cb5-bb0e-cb89982f2e17 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b103f25-8b66-45dd-bd0d-00ec6ac98e27 HTTP/1.1" status: 200 len: 946 time: 0.0597951 Apr 06 11:36:47.852804 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5b013e7e-1093-49c3-b3c3-38e38d30c757 req-2d79a57f-d369-486e-9090-4ab39868baab tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac894724-97ca-41d3-96d5-110745d86dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430872 Apr 06 11:36:47.993114 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-63a6e596-0c9d-486b-83c5-94af7a3d9034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'name': 'tempest-TestVolumeBootPattern-312017993-router', 'tenant_id': 'de48ef632a974b5c83191742cf569887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '5ce3c676-ae10-4b96-8444-61e6ff7729df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:28:57Z', 'updated_at': '2022-04-06T11:29:02Z', 'revision_number': 4, 'project_id': 'de48ef632a974b5c83191742cf569887', 'gw_port': {'id': '5ce3c676-ae10-4b96-8444-61e6ff7729df', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:51:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:28:58Z', 'updated_at': '2022-04-06T11:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_floatingips': [{'id': '34833888-6cba-4f7d-8532-1f0d8332d218', 'tenant_id': 'de48ef632a974b5c83191742cf569887', 'floating_ip_address': '172.27.2.183', 'floating_network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'router_id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'port_id': '317881cd-df11-4959-9f33-26b14fcc90a9', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5529688d-cbb0-454c-b2b2-2dd8660f20c8', 'mac_address': 'fa:16:3e:48:69:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a15721-b291-44f2-b2b2-f9286af65913', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:32:57Z', 'updated_at': '2022-04-06T11:33:00Z', 'revision_number': 1, 'project_id': 'de48ef632a974b5c83191742cf569887', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de04e9ed-2f4e-4fa1-9e4b-71522c5d1fab', 'name': '', 'network_id': '5529688d-cbb0-454c-b2b2-2dd8660f20c8', 'tenant_id': 'de48ef632a974b5c83191742cf569887', 'mac_address': 'fa:16:3e:e1:85:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'c5124a61-a5c8-4acc-8eca-8ed8dd4c3666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:29:01Z', 'updated_at': '2022-04-06T11:29:08Z', 'revision_number': 5, 'project_id': 'de48ef632a974b5c83191742cf569887', 'subnets': [{'id': 'c5124a61-a5c8-4acc-8eca-8ed8dd4c3666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:36:48.022901 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a6e596-0c9d-486b-83c5-94af7a3d9034 None None] The sync data for ids ['d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4'] in dv-cinder-836073-2-iscsi is: [{'id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'name': 'tempest-TestVolumeBootPattern-312017993-router', 'tenant_id': 'de48ef632a974b5c83191742cf569887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '5ce3c676-ae10-4b96-8444-61e6ff7729df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:28:57Z', 'updated_at': '2022-04-06T11:29:02Z', 'revision_number': 4, 'project_id': 'de48ef632a974b5c83191742cf569887', 'gw_port': {'id': '5ce3c676-ae10-4b96-8444-61e6ff7729df', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:51:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:28:58Z', 'updated_at': '2022-04-06T11:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_floatingips': [{'id': '34833888-6cba-4f7d-8532-1f0d8332d218', 'tenant_id': 'de48ef632a974b5c83191742cf569887', 'floating_ip_address': '172.27.2.183', 'floating_network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'router_id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'port_id': '317881cd-df11-4959-9f33-26b14fcc90a9', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5529688d-cbb0-454c-b2b2-2dd8660f20c8', 'mac_address': 'fa:16:3e:48:69:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a15721-b291-44f2-b2b2-f9286af65913', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:32:57Z', 'updated_at': '2022-04-06T11:33:00Z', 'revision_number': 1, 'project_id': 'de48ef632a974b5c83191742cf569887', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de04e9ed-2f4e-4fa1-9e4b-71522c5d1fab', 'name': '', 'network_id': '5529688d-cbb0-454c-b2b2-2dd8660f20c8', 'tenant_id': 'de48ef632a974b5c83191742cf569887', 'mac_address': 'fa:16:3e:e1:85:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'c5124a61-a5c8-4acc-8eca-8ed8dd4c3666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:29:01Z', 'updated_at': '2022-04-06T11:29:08Z', 'revision_number': 5, 'project_id': 'de48ef632a974b5c83191742cf569887', 'subnets': [{'id': 'c5124a61-a5c8-4acc-8eca-8ed8dd4c3666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:36:48.241956 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cec7e67-38a4-4853-84ae-3c683cd2bd8b None None] New status for floating IP 9e30e215-636f-433f-b81b-6e1e1b4fd7bf: DOWN {{(pid=103884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:36:48.250876 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bee42b-ae96-42ff-9daa-5602389c2b7d req-8026e16c-9201-4780-940e-a96b3d2d9281 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:36:48.252376 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-27bee42b-ae96-42ff-9daa-5602389c2b7d req-8026e16c-9201-4780-940e-a96b3d2d9281 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd8206c1-ab4f-4866-a66f-e422899b0c02 HTTP/1.1" status: 200 len: 945 time: 0.0565445 Apr 06 11:36:48.298697 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-27bee42b-ae96-42ff-9daa-5602389c2b7d req-8f575731-6e64-4b12-919e-04e0cc34990e tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bdeaebf-a22d-4148-a056-724aa7966700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401077 Apr 06 11:36:48.756619 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2d76a98a-3def-4006-977d-fa561f5cbdb4 req-5a26d519-bce8-44d8-8c4d-9da681b63f3d service neutron] 10.222.0.48 "GET /v2.0/networks/5529688d-cbb0-454c-b2b2-2dd8660f20c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872240 Apr 06 11:36:48.971671 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfefccf-1522-4462-a560-27e57dae6f01 req-16f14f23-93c4-41ed-a7fd-45bf75321b05 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:36:48.973189 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2bfefccf-1522-4462-a560-27e57dae6f01 req-16f14f23-93c4-41ed-a7fd-45bf75321b05 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b103f25-8b66-45dd-bd0d-00ec6ac98e27 HTTP/1.1" status: 200 len: 946 time: 0.0526888 Apr 06 11:36:49.022292 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2bfefccf-1522-4462-a560-27e57dae6f01 req-da69f767-60ba-4aa4-b6a0-c930bc1d90fc tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac894724-97ca-41d3-96d5-110745d86dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429747 Apr 06 11:36:49.205669 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54b6078-0913-4f6f-a029-18db570f90ff req-0e64bdd9-bae3-4ff9-8fc1-bfbde45ae7c2 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:36:49.207108 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a54b6078-0913-4f6f-a029-18db570f90ff req-0e64bdd9-bae3-4ff9-8fc1-bfbde45ae7c2 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b103f25-8b66-45dd-bd0d-00ec6ac98e27 HTTP/1.1" status: 200 len: 946 time: 0.0543101 Apr 06 11:36:49.298460 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [req-a54b6078-0913-4f6f-a029-18db570f90ff req-ca455447-a59d-4a9c-83ec-42147d9d1ee4 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Deleting port 2c4f0f8f-f592-4452-a3bb-6c3d06347faa {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:36:49.298805 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-a54b6078-0913-4f6f-a029-18db570f90ff req-ca455447-a59d-4a9c-83ec-42147d9d1ee4 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192836145'] for port (2c4f0f8f-f592-4452-a3bb-6c3d06347faa), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:49.390754 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [req-a54b6078-0913-4f6f-a029-18db570f90ff req-ca455447-a59d-4a9c-83ec-42147d9d1ee4 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] For port 2c4f0f8f-f592-4452-a3bb-6c3d06347faa, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=2c4f0f8f-f592-4452-a3bb-6c3d06347faa,segment=NetworkSegment(6a602240-3922-4bf0-a8bb-04a4d05b55c4),segment_id=6a602240-3922-4bf0-a8bb-04a4d05b55c4)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:36:49.391118 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-a54b6078-0913-4f6f-a029-18db570f90ff req-ca455447-a59d-4a9c-83ec-42147d9d1ee4 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-891628'] for port (2c4f0f8f-f592-4452-a3bb-6c3d06347faa), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:49.405042 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [req-a54b6078-0913-4f6f-a029-18db570f90ff req-ca455447-a59d-4a9c-83ec-42147d9d1ee4 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Calling delete_port for 2c4f0f8f-f592-4452-a3bb-6c3d06347faa owned by compute:nova {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:36:49.422952 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14be68e2-dde4-4aac-a2bb-083c24fd447d req-f19b8fd4-2e93-4bf3-93ba-a485d75e3c85 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:36:49.424435 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-14be68e2-dde4-4aac-a2bb-083c24fd447d req-f19b8fd4-2e93-4bf3-93ba-a485d75e3c85 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd8206c1-ab4f-4866-a66f-e422899b0c02 HTTP/1.1" status: 200 len: 945 time: 0.0517273 Apr 06 11:36:49.470938 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-14be68e2-dde4-4aac-a2bb-083c24fd447d req-e86923d5-5dd5-4021-87f9-63014340c582 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bdeaebf-a22d-4148-a056-724aa7966700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408697 Apr 06 11:36:49.600780 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-a54b6078-0913-4f6f-a029-18db570f90ff req-ca455447-a59d-4a9c-83ec-42147d9d1ee4 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192843524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779192465933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797839'] for port (2c4f0f8f-f592-4452-a3bb-6c3d06347faa), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:49.630962 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca455447-a59d-4a9c-83ec-42147d9d1ee4 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Pushing event deleted for resources: {'Port': ['ID=2c4f0f8f-f592-4452-a3bb-6c3d06347faa,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:36:49.675906 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [req-a54b6078-0913-4f6f-a029-18db570f90ff req-ca455447-a59d-4a9c-83ec-42147d9d1ee4 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] No DVR routers for this DVR port 2c4f0f8f-f592-4452-a3bb-6c3d06347faa on host hv-cinder-83607 {{(pid=103882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:36:49.679073 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-a54b6078-0913-4f6f-a029-18db570f90ff req-ca455447-a59d-4a9c-83ec-42147d9d1ee4 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for port (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:49.681985 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a54b6078-0913-4f6f-a029-18db570f90ff req-ca455447-a59d-4a9c-83ec-42147d9d1ee4 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.48 "DELETE /v2.0/ports/2c4f0f8f-f592-4452-a3bb-6c3d06347faa HTTP/1.1" status: 204 len: 173 time: 0.4689324 Apr 06 11:36:49.682429 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b103f25-8b66-45dd-bd0d-00ec6ac98e27', 'name': 'network-vif-deleted', 'tag': '2c4f0f8f-f592-4452-a3bb-6c3d06347faa'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:36:49.684760 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29156e5c8df2cda5f8c3a12ff109e02ba7a327efefb734c2c5f81b1bf548e3ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e3ae88b-b974-4925-ab07-c9ffde40338e" -d '{"events": [{"server_uuid": "8b103f25-8b66-45dd-bd0d-00ec6ac98e27", "name": "network-vif-deleted", "tag": "2c4f0f8f-f592-4452-a3bb-6c3d06347faa"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:36:49.720047 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8385257-f7f8-435e-913d-3967563ef8b4 x-openstack-request-id: req-c8385257-f7f8-435e-913d-3967563ef8b4 {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:36:49.720346 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b103f25-8b66-45dd-bd0d-00ec6ac98e27", "name": "network-vif-deleted", "tag": "2c4f0f8f-f592-4452-a3bb-6c3d06347faa", "status": "completed", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:36:49.720624 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c8385257-f7f8-435e-913d-3967563ef8b4 {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:36:49.721013 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8385257-f7f8-435e-913d-3967563ef8b4'] response: {'server_uuid': '8b103f25-8b66-45dd-bd0d-00ec6ac98e27', 'name': 'network-vif-deleted', 'tag': '2c4f0f8f-f592-4452-a3bb-6c3d06347faa', 'status': 'completed', 'code': 200} Apr 06 11:36:50.122463 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-5edf44d2-e40d-4c29-a7a9-6c5854ceca37 req-cb1abb1d-6f9a-4c3c-825b-a8eb2de75283 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b103f25-8b66-45dd-bd0d-00ec6ac98e27 HTTP/1.1" status: 200 len: 210 time: 0.0325115 Apr 06 11:36:50.597208 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6eeb8f-f80f-4c9f-a77c-9ea539dec61e req-b7d1b8c0-4b57-4652-b401-768ec4dd10e9 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:36:50.598694 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-bb6eeb8f-f80f-4c9f-a77c-9ea539dec61e req-b7d1b8c0-4b57-4652-b401-768ec4dd10e9 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd8206c1-ab4f-4866-a66f-e422899b0c02 HTTP/1.1" status: 200 len: 945 time: 0.0525093 Apr 06 11:36:50.645600 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-bb6eeb8f-f80f-4c9f-a77c-9ea539dec61e req-35ab22c6-f769-473b-bc1b-7f9e1420d4ab tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bdeaebf-a22d-4148-a056-724aa7966700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408652 Apr 06 11:36:51.770924 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be1a8cf-6dd0-421c-8f3c-7aaa6a044048 req-2da13e1b-dd1f-4e07-bf3d-ca0770a3cea6 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:36:51.773175 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2be1a8cf-6dd0-421c-8f3c-7aaa6a044048 req-2da13e1b-dd1f-4e07-bf3d-ca0770a3cea6 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd8206c1-ab4f-4866-a66f-e422899b0c02 HTTP/1.1" status: 200 len: 945 time: 0.0560846 Apr 06 11:36:51.819043 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2be1a8cf-6dd0-421c-8f3c-7aaa6a044048 req-237fe3ef-25c5-4cc2-9a31-a74811b5bd09 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bdeaebf-a22d-4148-a056-724aa7966700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402193 Apr 06 11:36:52.099897 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device 2c4f0f8f-f592-4452-a3bb-6c3d06347faa no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:36:52.120564 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] No Port match for: 2c4f0f8f-f592-4452-a3bb-6c3d06347faa {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:36:52.120911 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device 2c4f0f8f-f592-4452-a3bb-6c3d06347faa not bound to the agent host hv-cinder-83607 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:36:52.942841 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f643a-7eb8-4049-9bfd-dbe0f813603a req-e72f404b-32d9-4eff-b610-8191994ad71e tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:36:52.944363 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-a45f643a-7eb8-4049-9bfd-dbe0f813603a req-e72f404b-32d9-4eff-b610-8191994ad71e tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd8206c1-ab4f-4866-a66f-e422899b0c02 HTTP/1.1" status: 200 len: 945 time: 0.0541513 Apr 06 11:36:52.990824 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-a45f643a-7eb8-4049-9bfd-dbe0f813603a req-339b646b-4151-4280-8e65-e4d8eaa3ad92 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bdeaebf-a22d-4148-a056-724aa7966700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407629 Apr 06 11:36:53.608869 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 57298) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:36:54.030421 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-0a8a92ad-25d5-4bec-a3c5-851f34661d4c tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Deleting port 6835af49-6583-4e8c-9f24-e8617a7a2123 {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:36:54.030801 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0a8a92ad-25d5-4bec-a3c5-851f34661d4c tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192836145'] for port (6835af49-6583-4e8c-9f24-e8617a7a2123), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:54.140180 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0a8a92ad-25d5-4bec-a3c5-851f34661d4c tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-891628'] for port (6835af49-6583-4e8c-9f24-e8617a7a2123), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:54.140429 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0a8a92ad-25d5-4bec-a3c5-851f34661d4c tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks [] for floatingip (6835af49-6583-4e8c-9f24-e8617a7a2123), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:54.154538 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd6243-5dbc-46c3-8ede-de467fc3d2d6 req-7eb95736-10d2-43bb-b7b7-05578d106d39 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:36:54.156007 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-aecd6243-5dbc-46c3-8ede-de467fc3d2d6 req-7eb95736-10d2-43bb-b7b7-05578d106d39 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd8206c1-ab4f-4866-a66f-e422899b0c02 HTTP/1.1" status: 200 len: 945 time: 0.0885935 Apr 06 11:36:54.163872 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-0a8a92ad-25d5-4bec-a3c5-851f34661d4c tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Calling delete_port for 6835af49-6583-4e8c-9f24-e8617a7a2123 owned by network:floatingip {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:36:54.246372 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-aecd6243-5dbc-46c3-8ede-de467fc3d2d6 req-649f552b-e16e-4871-b12e-f4d04e62eac8 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bdeaebf-a22d-4148-a056-724aa7966700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848784 Apr 06 11:36:54.407735 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0a8a92ad-25d5-4bec-a3c5-851f34661d4c tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192843524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779192465933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797839'] for port (6835af49-6583-4e8c-9f24-e8617a7a2123), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:54.433770 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8a92ad-25d5-4bec-a3c5-851f34661d4c tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Pushing event deleted for resources: {'Port': ['ID=6835af49-6583-4e8c-9f24-e8617a7a2123,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:36:54.491977 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0a8a92ad-25d5-4bec-a3c5-851f34661d4c tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks [] for floatingip (34833888-6cba-4f7d-8532-1f0d8332d218), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:54.493821 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.db.l3_db [None req-0a8a92ad-25d5-4bec-a3c5-851f34661d4c tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Floating IP 34833888-6cba-4f7d-8532-1f0d8332d218 disassociated (deleted). External IP: 172.27.2.183, port: 317881cd-df11-4959-9f33-26b14fcc90a9. Apr 06 11:36:54.702560 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a8a92ad-25d5-4bec-a3c5-851f34661d4c tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Router d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4 has already been hosted by L3 agent 9404f039-f516-42fd-94a5-c122fff5649f {{(pid=103882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:36:54.776880 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-d2f8dd02-8968-40b0-bca4-a7fc1cec66fd None None] Agent healthcheck: found 6 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:36:54.811224 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a8a92ad-25d5-4bec-a3c5-851f34661d4c tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Notify agent at l3_agent.dv-cinder-836073-2-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:36:54.815976 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0a8a92ad-25d5-4bec-a3c5-851f34661d4c tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for floatingip (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:54.820886 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9994a1a-efd4-42fb-af3e-1ffde82e7a51 None None] Sync routers for ids ['d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4'] in dv-cinder-836073-2-iscsi {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:36:54.830479 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9994a1a-efd4-42fb-af3e-1ffde82e7a51 None None] Routers {'d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:36:54.831091 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-d9994a1a-efd4-42fb-af3e-1ffde82e7a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:36:39Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:36:54.846969 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-0a8a92ad-25d5-4bec-a3c5-851f34661d4c tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "DELETE /v2.0/floatingips/34833888-6cba-4f7d-8532-1f0d8332d218 HTTP/1.1" status: 204 len: 168 time: 1.2346990 Apr 06 11:36:54.846969 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7a15721-b291-44f2-b2b2-f9286af65913', 'tag': '317881cd-df11-4959-9f33-26b14fcc90a9'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:36:54.847580 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29156e5c8df2cda5f8c3a12ff109e02ba7a327efefb734c2c5f81b1bf548e3ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c331dee-8e9e-4172-b8a7-b4f225e4156f" -d '{"events": [{"name": "network-changed", "server_uuid": "e7a15721-b291-44f2-b2b2-f9286af65913", "tag": "317881cd-df11-4959-9f33-26b14fcc90a9"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:36:54.887405 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b3257c-7502-4714-9e03-a8727fe7515e x-openstack-request-id: req-89b3257c-7502-4714-9e03-a8727fe7515e {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:36:54.887699 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7a15721-b291-44f2-b2b2-f9286af65913", "tag": "317881cd-df11-4959-9f33-26b14fcc90a9", "status": "completed", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:36:54.887952 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-89b3257c-7502-4714-9e03-a8727fe7515e {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:36:54.888354 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89b3257c-7502-4714-9e03-a8727fe7515e'] response: {'name': 'network-changed', 'server_uuid': 'e7a15721-b291-44f2-b2b2-f9286af65913', 'tag': '317881cd-df11-4959-9f33-26b14fcc90a9', 'status': 'completed', 'code': 200} Apr 06 11:36:54.943988 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-d9994a1a-efd4-42fb-af3e-1ffde82e7a51 None None] Set router d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:36:54.960494 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c331dee-8e9e-4172-b8a7-b4f225e4156f req-f99641b3-b713-4c8f-9554-3869026a09ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:36:54.962068 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6c331dee-8e9e-4172-b8a7-b4f225e4156f req-f99641b3-b713-4c8f-9554-3869026a09ce service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=de48ef632a974b5c83191742cf569887&device_id=e7a15721-b291-44f2-b2b2-f9286af65913 HTTP/1.1" status: 200 len: 1130 time: 0.0519657 Apr 06 11:36:55.064536 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c331dee-8e9e-4172-b8a7-b4f225e4156f req-0b0d01b7-52fb-4b51-a6d4-24a39fab1716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:36:55.067416 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6c331dee-8e9e-4172-b8a7-b4f225e4156f req-0b0d01b7-52fb-4b51-a6d4-24a39fab1716 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5529688d-cbb0-454c-b2b2-2dd8660f20c8 HTTP/1.1" status: 200 len: 912 time: 0.0969450 Apr 06 11:36:55.110609 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6c331dee-8e9e-4172-b8a7-b4f225e4156f req-dc0c2ed7-8488-46e0-a290-721037ff1f3a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=317881cd-df11-4959-9f33-26b14fcc90a9 HTTP/1.1" status: 200 len: 217 time: 0.0390875 Apr 06 11:36:55.159340 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-d9994a1a-efd4-42fb-af3e-1ffde82e7a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'name': 'tempest-TestVolumeBootPattern-312017993-router', 'tenant_id': 'de48ef632a974b5c83191742cf569887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '5ce3c676-ae10-4b96-8444-61e6ff7729df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:28:57Z', 'updated_at': '2022-04-06T11:29:02Z', 'revision_number': 4, 'project_id': 'de48ef632a974b5c83191742cf569887', 'gw_port': {'id': '5ce3c676-ae10-4b96-8444-61e6ff7729df', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:51:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:28:58Z', 'updated_at': '2022-04-06T11:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_interfaces': [{'id': 'de04e9ed-2f4e-4fa1-9e4b-71522c5d1fab', 'name': '', 'network_id': '5529688d-cbb0-454c-b2b2-2dd8660f20c8', 'tenant_id': 'de48ef632a974b5c83191742cf569887', 'mac_address': 'fa:16:3e:e1:85:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'c5124a61-a5c8-4acc-8eca-8ed8dd4c3666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:29:01Z', 'updated_at': '2022-04-06T11:29:08Z', 'revision_number': 5, 'project_id': 'de48ef632a974b5c83191742cf569887', 'subnets': [{'id': 'c5124a61-a5c8-4acc-8eca-8ed8dd4c3666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:36:55.163041 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c331dee-8e9e-4172-b8a7-b4f225e4156f req-33a782ed-0499-4b89-8b09-e050b58f96ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:36:55.164952 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6c331dee-8e9e-4172-b8a7-b4f225e4156f req-33a782ed-0499-4b89-8b09-e050b58f96ac service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c5124a61-a5c8-4acc-8eca-8ed8dd4c3666 HTTP/1.1" status: 200 len: 850 time: 0.0482464 Apr 06 11:36:55.186965 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9994a1a-efd4-42fb-af3e-1ffde82e7a51 None None] Checking router: d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4 for host: dv-cinder-836073-2-iscsi {{(pid=103883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:36:55.198874 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9994a1a-efd4-42fb-af3e-1ffde82e7a51 None None] Routers {'d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:36:55.200106 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-d9994a1a-efd4-42fb-af3e-1ffde82e7a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:36:39Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:36:55.215994 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c331dee-8e9e-4172-b8a7-b4f225e4156f req-ea33e23f-599e-45fc-8b0d-ffb54d46ad54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:36:55.217411 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6c331dee-8e9e-4172-b8a7-b4f225e4156f req-ea33e23f-599e-45fc-8b0d-ffb54d46ad54 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5529688d-cbb0-454c-b2b2-2dd8660f20c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468991 Apr 06 11:36:55.269344 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806cabb3-7bdf-4896-8bb9-0d6ca4293a49 req-c219e4ef-39e8-4f4f-8f04-f9d21a75305b tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:36:55.270936 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-806cabb3-7bdf-4896-8bb9-0d6ca4293a49 req-c219e4ef-39e8-4f4f-8f04-f9d21a75305b tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7a15721-b291-44f2-b2b2-f9286af65913 HTTP/1.1" status: 200 len: 946 time: 0.0526493 Apr 06 11:36:55.326152 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-806cabb3-7bdf-4896-8bb9-0d6ca4293a49 req-df45fdd8-c097-4d41-aa0a-154ab852e06f tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac894724-97ca-41d3-96d5-110745d86dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486629 Apr 06 11:36:55.376055 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d891281f-7ab6-454b-853d-d9cc7e824f6d req-0e7dd111-a1a3-44f9-bf9f-df2c54b36b2c tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:36:55.377720 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-d891281f-7ab6-454b-853d-d9cc7e824f6d req-0e7dd111-a1a3-44f9-bf9f-df2c54b36b2c tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd8206c1-ab4f-4866-a66f-e422899b0c02 HTTP/1.1" status: 200 len: 945 time: 0.0558128 Apr 06 11:36:55.426121 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-d891281f-7ab6-454b-853d-d9cc7e824f6d req-7d6434d5-2f25-4033-b0b3-f49dd6f4aaef tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bdeaebf-a22d-4148-a056-724aa7966700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414834 Apr 06 11:36:55.440471 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-d9994a1a-efd4-42fb-af3e-1ffde82e7a51 None None] Set router d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:36:55.633987 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-d9994a1a-efd4-42fb-af3e-1ffde82e7a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'name': 'tempest-TestVolumeBootPattern-312017993-router', 'tenant_id': 'de48ef632a974b5c83191742cf569887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '5ce3c676-ae10-4b96-8444-61e6ff7729df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:28:57Z', 'updated_at': '2022-04-06T11:29:02Z', 'revision_number': 4, 'project_id': 'de48ef632a974b5c83191742cf569887', 'gw_port': {'id': '5ce3c676-ae10-4b96-8444-61e6ff7729df', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:51:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:28:58Z', 'updated_at': '2022-04-06T11:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_interfaces': [{'id': 'de04e9ed-2f4e-4fa1-9e4b-71522c5d1fab', 'name': '', 'network_id': '5529688d-cbb0-454c-b2b2-2dd8660f20c8', 'tenant_id': 'de48ef632a974b5c83191742cf569887', 'mac_address': 'fa:16:3e:e1:85:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'c5124a61-a5c8-4acc-8eca-8ed8dd4c3666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:29:01Z', 'updated_at': '2022-04-06T11:29:08Z', 'revision_number': 5, 'project_id': 'de48ef632a974b5c83191742cf569887', 'subnets': [{'id': 'c5124a61-a5c8-4acc-8eca-8ed8dd4c3666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:36:55.663932 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9994a1a-efd4-42fb-af3e-1ffde82e7a51 None None] The sync data for ids ['d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4'] in dv-cinder-836073-2-iscsi is: [{'id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'name': 'tempest-TestVolumeBootPattern-312017993-router', 'tenant_id': 'de48ef632a974b5c83191742cf569887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '5ce3c676-ae10-4b96-8444-61e6ff7729df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:28:57Z', 'updated_at': '2022-04-06T11:29:02Z', 'revision_number': 4, 'project_id': 'de48ef632a974b5c83191742cf569887', 'gw_port': {'id': '5ce3c676-ae10-4b96-8444-61e6ff7729df', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:51:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:28:58Z', 'updated_at': '2022-04-06T11:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_interfaces': [{'id': 'de04e9ed-2f4e-4fa1-9e4b-71522c5d1fab', 'name': '', 'network_id': '5529688d-cbb0-454c-b2b2-2dd8660f20c8', 'tenant_id': 'de48ef632a974b5c83191742cf569887', 'mac_address': 'fa:16:3e:e1:85:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'c5124a61-a5c8-4acc-8eca-8ed8dd4c3666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:29:01Z', 'updated_at': '2022-04-06T11:29:08Z', 'revision_number': 5, 'project_id': 'de48ef632a974b5c83191742cf569887', 'subnets': [{'id': 'c5124a61-a5c8-4acc-8eca-8ed8dd4c3666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:36:55.882231 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed71b07-2d81-4383-9a0a-998da99630ab None None] New status for floating IP 34833888-6cba-4f7d-8532-1f0d8332d218: DOWN {{(pid=103884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:36:56.318268 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6c331dee-8e9e-4172-b8a7-b4f225e4156f req-c4265a3e-cae0-4c16-8c3b-5e339d3c0a72 service neutron] 10.222.0.48 "GET /v2.0/networks/5529688d-cbb0-454c-b2b2-2dd8660f20c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871580 Apr 06 11:36:56.504520 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f38661c-ef56-4be0-9841-b246a88c8189 req-fd3051a7-873e-4af6-b779-94ca28d33992 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:36:56.506769 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0f38661c-ef56-4be0-9841-b246a88c8189 req-fd3051a7-873e-4af6-b779-94ca28d33992 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7a15721-b291-44f2-b2b2-f9286af65913 HTTP/1.1" status: 200 len: 946 time: 0.1098402 Apr 06 11:36:56.546984 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6c331dee-8e9e-4172-b8a7-b4f225e4156f req-c08b900b-5a59-4a8b-bfeb-6db8e28bb68c service neutron] 10.222.0.48 "GET /v2.0/networks/5529688d-cbb0-454c-b2b2-2dd8660f20c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412904 Apr 06 11:36:56.551194 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f920c1-e0f6-4bc1-bf4d-a9ee720bd2ae req-5d5b25c9-2dd1-4037-950c-d248b41a76bc tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:36:56.553249 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-26f920c1-e0f6-4bc1-bf4d-a9ee720bd2ae req-5d5b25c9-2dd1-4037-950c-d248b41a76bc tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd8206c1-ab4f-4866-a66f-e422899b0c02 HTTP/1.1" status: 200 len: 945 time: 0.0544960 Apr 06 11:36:56.572019 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0f38661c-ef56-4be0-9841-b246a88c8189 req-9292defa-9a3b-4cee-8558-ad06b3840c18 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/security-groups?id=ac894724-97ca-41d3-96d5-110745d86dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569379 Apr 06 11:36:56.601463 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-26f920c1-e0f6-4bc1-bf4d-a9ee720bd2ae req-a8e322d5-51d0-477d-a77a-f1671ea2e718 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bdeaebf-a22d-4148-a056-724aa7966700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424237 Apr 06 11:36:56.721962 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a565f24-fcd2-4dd3-bd73-798d5f8f4311 req-5c1ac305-e1df-4f23-a9bd-4191a4da9caf tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:36:56.724140 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2a565f24-fcd2-4dd3-bd73-798d5f8f4311 req-5c1ac305-e1df-4f23-a9bd-4191a4da9caf tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7a15721-b291-44f2-b2b2-f9286af65913 HTTP/1.1" status: 200 len: 946 time: 0.0512993 Apr 06 11:36:56.820068 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [req-2a565f24-fcd2-4dd3-bd73-798d5f8f4311 req-aeaeaf30-19ea-461f-8ba6-926a97a6dd95 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Deleting port 317881cd-df11-4959-9f33-26b14fcc90a9 {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:36:56.825857 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-2a565f24-fcd2-4dd3-bd73-798d5f8f4311 req-aeaeaf30-19ea-461f-8ba6-926a97a6dd95 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192836145'] for port (317881cd-df11-4959-9f33-26b14fcc90a9), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:56.906760 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [req-2a565f24-fcd2-4dd3-bd73-798d5f8f4311 req-aeaeaf30-19ea-461f-8ba6-926a97a6dd95 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] For port 317881cd-df11-4959-9f33-26b14fcc90a9, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=317881cd-df11-4959-9f33-26b14fcc90a9,segment=NetworkSegment(6a602240-3922-4bf0-a8bb-04a4d05b55c4),segment_id=6a602240-3922-4bf0-a8bb-04a4d05b55c4)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:36:56.907126 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-2a565f24-fcd2-4dd3-bd73-798d5f8f4311 req-aeaeaf30-19ea-461f-8ba6-926a97a6dd95 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-891628'] for port (317881cd-df11-4959-9f33-26b14fcc90a9), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:56.919777 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [req-2a565f24-fcd2-4dd3-bd73-798d5f8f4311 req-aeaeaf30-19ea-461f-8ba6-926a97a6dd95 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Calling delete_port for 317881cd-df11-4959-9f33-26b14fcc90a9 owned by compute:nova {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:36:57.121712 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-2a565f24-fcd2-4dd3-bd73-798d5f8f4311 req-aeaeaf30-19ea-461f-8ba6-926a97a6dd95 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192843524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779192465933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797839'] for port (317881cd-df11-4959-9f33-26b14fcc90a9), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:57.149785 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaeaf30-19ea-461f-8ba6-926a97a6dd95 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Pushing event deleted for resources: {'Port': ['ID=317881cd-df11-4959-9f33-26b14fcc90a9,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:36:57.199787 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a565f24-fcd2-4dd3-bd73-798d5f8f4311 req-aeaeaf30-19ea-461f-8ba6-926a97a6dd95 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] No DVR routers for this DVR port 317881cd-df11-4959-9f33-26b14fcc90a9 on host hv-cinder-83607 {{(pid=103882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:36:57.202166 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-2a565f24-fcd2-4dd3-bd73-798d5f8f4311 req-aeaeaf30-19ea-461f-8ba6-926a97a6dd95 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for port (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:57.205500 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2a565f24-fcd2-4dd3-bd73-798d5f8f4311 req-aeaeaf30-19ea-461f-8ba6-926a97a6dd95 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.48 "DELETE /v2.0/ports/317881cd-df11-4959-9f33-26b14fcc90a9 HTTP/1.1" status: 204 len: 173 time: 0.4772773 Apr 06 11:36:57.205936 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a15721-b291-44f2-b2b2-f9286af65913', 'name': 'network-vif-deleted', 'tag': '317881cd-df11-4959-9f33-26b14fcc90a9'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:36:57.208984 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29156e5c8df2cda5f8c3a12ff109e02ba7a327efefb734c2c5f81b1bf548e3ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b254308c-b296-4aa4-b266-ed658510bc62" -d '{"events": [{"server_uuid": "e7a15721-b291-44f2-b2b2-f9286af65913", "name": "network-vif-deleted", "tag": "317881cd-df11-4959-9f33-26b14fcc90a9"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:36:57.243786 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a9ad78f-02b0-494e-90f1-5ef55ecc98de x-openstack-request-id: req-2a9ad78f-02b0-494e-90f1-5ef55ecc98de {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:36:57.244091 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a15721-b291-44f2-b2b2-f9286af65913", "name": "network-vif-deleted", "tag": "317881cd-df11-4959-9f33-26b14fcc90a9", "status": "completed", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:36:57.244347 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2a9ad78f-02b0-494e-90f1-5ef55ecc98de {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:36:57.244760 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a9ad78f-02b0-494e-90f1-5ef55ecc98de'] response: {'server_uuid': 'e7a15721-b291-44f2-b2b2-f9286af65913', 'name': 'network-vif-deleted', 'tag': '317881cd-df11-4959-9f33-26b14fcc90a9', 'status': 'completed', 'code': 200} Apr 06 11:36:57.670466 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-387e808b-db68-45b8-9e72-862574d4ddca req-cf7bbbbc-420b-4693-b01f-9f1e9a211f5d tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "GET /v2.0/ports?device_id=e7a15721-b291-44f2-b2b2-f9286af65913 HTTP/1.1" status: 200 len: 210 time: 0.0274100 Apr 06 11:36:57.731962 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cdeeb2-d591-4aa6-9594-c901e85258dd req-7b5108ac-b382-488d-960c-db6f2018f9a8 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:36:57.733499 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-88cdeeb2-d591-4aa6-9594-c901e85258dd req-7b5108ac-b382-488d-960c-db6f2018f9a8 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd8206c1-ab4f-4866-a66f-e422899b0c02 HTTP/1.1" status: 200 len: 945 time: 0.0530443 Apr 06 11:36:57.781681 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-88cdeeb2-d591-4aa6-9594-c901e85258dd req-77eb7cba-0e4d-4b8a-ab44-ba4c184bb8e1 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bdeaebf-a22d-4148-a056-724aa7966700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419874 Apr 06 11:36:58.728107 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 57322) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:36:58.849982 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-ca5632ef-1996-4d42-93b5-bd25eddcf60d tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Deleting port 71b0fd5d-8214-4a56-8cce-8205f04d0b08 {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:36:58.850671 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ca5632ef-1996-4d42-93b5-bd25eddcf60d tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192836145'] for port (71b0fd5d-8214-4a56-8cce-8205f04d0b08), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:58.959722 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36a550e-a642-4c42-88c0-481228e61962 req-98ea0bda-bead-4159-89e9-2ca050f5eba3 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:36:58.961136 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e36a550e-a642-4c42-88c0-481228e61962 req-98ea0bda-bead-4159-89e9-2ca050f5eba3 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd8206c1-ab4f-4866-a66f-e422899b0c02 HTTP/1.1" status: 200 len: 945 time: 0.1081500 Apr 06 11:36:58.976510 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ca5632ef-1996-4d42-93b5-bd25eddcf60d tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-891628'] for port (71b0fd5d-8214-4a56-8cce-8205f04d0b08), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:58.976839 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ca5632ef-1996-4d42-93b5-bd25eddcf60d tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks [] for floatingip (71b0fd5d-8214-4a56-8cce-8205f04d0b08), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:58.998183 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-ca5632ef-1996-4d42-93b5-bd25eddcf60d tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Calling delete_port for 71b0fd5d-8214-4a56-8cce-8205f04d0b08 owned by network:floatingip {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:36:59.072149 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e36a550e-a642-4c42-88c0-481228e61962 req-ed17c826-2647-4787-b67d-8bbae1f8da63 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bdeaebf-a22d-4148-a056-724aa7966700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052496 Apr 06 11:36:59.229976 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ca5632ef-1996-4d42-93b5-bd25eddcf60d tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192843524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779192465933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797839'] for port (71b0fd5d-8214-4a56-8cce-8205f04d0b08), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:59.252943 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5632ef-1996-4d42-93b5-bd25eddcf60d tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Pushing event deleted for resources: {'Port': ['ID=71b0fd5d-8214-4a56-8cce-8205f04d0b08,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:36:59.318688 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ca5632ef-1996-4d42-93b5-bd25eddcf60d tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks [] for floatingip (90e21bcd-1c08-4383-9f3c-e77b8a662a1c), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:59.321212 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ca5632ef-1996-4d42-93b5-bd25eddcf60d tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for floatingip (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:59.322346 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-ca5632ef-1996-4d42-93b5-bd25eddcf60d tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "DELETE /v2.0/floatingips/90e21bcd-1c08-4383-9f3c-e77b8a662a1c HTTP/1.1" status: 204 len: 168 time: 0.5932558 Apr 06 11:37:00.111565 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device 317881cd-df11-4959-9f33-26b14fcc90a9 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:37:00.134022 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] No Port match for: 317881cd-df11-4959-9f33-26b14fcc90a9 {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:37:00.134373 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device 317881cd-df11-4959-9f33-26b14fcc90a9 not bound to the agent host hv-cinder-83607 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:37:00.198075 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a852e28-4d03-4121-8fbc-624ac61b33c6 req-3b00b79c-c712-459b-a04a-b4b1c8e004fd tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:37:00.199531 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-5a852e28-4d03-4121-8fbc-624ac61b33c6 req-3b00b79c-c712-459b-a04a-b4b1c8e004fd tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd8206c1-ab4f-4866-a66f-e422899b0c02 HTTP/1.1" status: 200 len: 945 time: 0.0531459 Apr 06 11:37:00.245483 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-5a852e28-4d03-4121-8fbc-624ac61b33c6 req-aae66748-94e6-4b97-a0b0-b493c4863d98 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bdeaebf-a22d-4148-a056-724aa7966700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402219 Apr 06 11:37:00.668845 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 57338) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:37:00.726918 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-616c8863-b34f-4290-abc3-3982d7e8cf43 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks [] for security_group (ac894724-97ca-41d3-96d5-110745d86dd5), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:00.752248 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-616c8863-b34f-4290-abc3-3982d7e8cf43 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks [] for security_group (ac894724-97ca-41d3-96d5-110745d86dd5), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:00.902001 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-616c8863-b34f-4290-abc3-3982d7e8cf43 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (ac894724-97ca-41d3-96d5-110745d86dd5), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:00.904558 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-616c8863-b34f-4290-abc3-3982d7e8cf43 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:00.905767 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-616c8863-b34f-4290-abc3-3982d7e8cf43 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] 10.222.0.43 "DELETE /v2.0/security-groups/ac894724-97ca-41d3-96d5-110745d86dd5 HTTP/1.1" status: 204 len: 168 time: 0.2358956 Apr 06 11:37:00.915295 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616c8863-b34f-4290-abc3-3982d7e8cf43 tempest-TestVolumeBootPattern-1416475377 tempest-TestVolumeBootPattern-1416475377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac894724-97ca-41d3-96d5-110745d86dd5,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:37:01.022166 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 57342) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:37:01.369180 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52bf173-b37f-43bc-8556-a91b682acf48 req-1184484f-17ad-4924-8a7f-cd1f7fac50da tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:37:01.370672 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-b52bf173-b37f-43bc-8556-a91b682acf48 req-1184484f-17ad-4924-8a7f-cd1f7fac50da tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd8206c1-ab4f-4866-a66f-e422899b0c02 HTTP/1.1" status: 200 len: 945 time: 0.0554440 Apr 06 11:37:01.416995 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-b52bf173-b37f-43bc-8556-a91b682acf48 req-bdc59832-9bd1-48a9-bcb1-e103adea311e tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bdeaebf-a22d-4148-a056-724aa7966700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406218 Apr 06 11:37:01.472473 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b740204f-d215-4bd3-8a2a-c4afa431885a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-916893'] for router_interface (d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:01.717892 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-b740204f-d215-4bd3-8a2a-c4afa431885a admin admin] Deleting port de04e9ed-2f4e-4fa1-9e4b-71522c5d1fab {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:37:01.718593 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b740204f-d215-4bd3-8a2a-c4afa431885a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192836145'] for port (de04e9ed-2f4e-4fa1-9e4b-71522c5d1fab), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:01.795327 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-b740204f-d215-4bd3-8a2a-c4afa431885a admin admin] For port de04e9ed-2f4e-4fa1-9e4b-71522c5d1fab, host dv-cinder-836073-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=de04e9ed-2f4e-4fa1-9e4b-71522c5d1fab,segment=NetworkSegment(6a602240-3922-4bf0-a8bb-04a4d05b55c4),segment_id=6a602240-3922-4bf0-a8bb-04a4d05b55c4)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:37:01.795695 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b740204f-d215-4bd3-8a2a-c4afa431885a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-891628'] for port (de04e9ed-2f4e-4fa1-9e4b-71522c5d1fab), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:01.808320 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-b740204f-d215-4bd3-8a2a-c4afa431885a admin admin] Calling delete_port for de04e9ed-2f4e-4fa1-9e4b-71522c5d1fab owned by network:router_interface {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:37:02.069638 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b740204f-d215-4bd3-8a2a-c4afa431885a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192843524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779192465933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797839'] for port (de04e9ed-2f4e-4fa1-9e4b-71522c5d1fab), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:02.097074 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b740204f-d215-4bd3-8a2a-c4afa431885a admin admin] Pushing event deleted for resources: {'Port': ['ID=de04e9ed-2f4e-4fa1-9e4b-71522c5d1fab,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:37:02.126680 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device 856f2560-adab-4507-8a06-af35ca0b933c details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:37:02.234058 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port 856f2560-adab-4507-8a06-af35ca0b933c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=856f2560-adab-4507-8a06-af35ca0b933c,segment=NetworkSegment(48d35104-9030-4a9f-be5c-3bd61cd95e2d),segment_id=48d35104-9030-4a9f-be5c-3bd61cd95e2d)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:37:02.248468 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Returning: {'device': '856f2560-adab-4507-8a06-af35ca0b933c', 'network_id': '37804288-ffd4-4232-b10e-0727b0e5cfad', 'port_id': '856f2560-adab-4507-8a06-af35ca0b933c', 'mac_address': 'fa:16:3e:b8:a5:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5b096a1-c3bc-425b-b0d6-e505d89de44f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:37:02.273063 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b740204f-d215-4bd3-8a2a-c4afa431885a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-886285'] for router_interface (d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:02.287758 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Current status of the port 856f2560-adab-4507-8a06-af35ca0b933c is: ACTIVE; New status is: BUILD {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:37:02.288153 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (856f2560-adab-4507-8a06-af35ca0b933c), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:02.302296 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 856f2560-adab-4507-8a06-af35ca0b933c {{(pid=103883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:37:02.321697 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port 856f2560-adab-4507-8a06-af35ca0b933c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=856f2560-adab-4507-8a06-af35ca0b933c,segment=NetworkSegment(48d35104-9030-4a9f-be5c-3bd61cd95e2d),segment_id=48d35104-9030-4a9f-be5c-3bd61cd95e2d)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:37:02.378179 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (856f2560-adab-4507-8a06-af35ca0b933c), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:02.433910 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Pushing event updated for resources: {'Port': ['ID=856f2560-adab-4507-8a06-af35ca0b933c,revision_number=6']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:37:02.442954 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:37:02.443298 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:37:02.443660 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:37:02.444000 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:37:02.444329 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:37:02.444657 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:37:02.445229 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:37:02.449472 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:37:02.449868 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:37:02.450212 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:37:02.450553 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:37:02.450891 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:37:02.451222 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:37:02.451603 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:37:02.451933 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:37:02.492602 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] get_ports_and_sgs() called for port_ids ['856f2560-adab-4507-8a06-af35ca0b933c'] {{(pid=103883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:37:02.800293 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b740204f-d215-4bd3-8a2a-c4afa431885a admin admin] Router d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4 has already been hosted by L3 agent 9404f039-f516-42fd-94a5-c122fff5649f {{(pid=103882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:37:02.820557 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebcbbea-2fec-411c-ba2f-a69551f9c137 req-1e99efe7-ddd6-40dd-a025-b8363f7c838d tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:37:02.822067 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2ebcbbea-2fec-411c-ba2f-a69551f9c137 req-1e99efe7-ddd6-40dd-a025-b8363f7c838d tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd8206c1-ab4f-4866-a66f-e422899b0c02 HTTP/1.1" status: 200 len: 944 time: 0.0726535 Apr 06 11:37:02.943033 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2ebcbbea-2fec-411c-ba2f-a69551f9c137 req-f4e80d67-7e23-42f0-a575-869ed9282ae3 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bdeaebf-a22d-4148-a056-724aa7966700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147819 Apr 06 11:37:02.966642 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b740204f-d215-4bd3-8a2a-c4afa431885a admin admin] Notify agent at l3_agent.dv-cinder-836073-2-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:37:02.971779 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-b740204f-d215-4bd3-8a2a-c4afa431885a admin admin] 10.222.0.43 "PUT /v2.0/routers/d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9484546 Apr 06 11:37:02.974828 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 57362) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:37:02.976719 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5e9679-7def-4a45-a685-4cb7e5bad4e0 None None] Sync routers for ids ['d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4'] in dv-cinder-836073-2-iscsi {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:37:02.988612 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5e9679-7def-4a45-a685-4cb7e5bad4e0 None None] Routers {'d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:37:02.989304 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-8b5e9679-7def-4a45-a685-4cb7e5bad4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:36:39Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:37:03.104287 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c5ad936f-9102-43b8-be3a-09cacb6b37be admin admin] Publish callbacks [] for router (d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:03.110809 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-8b5e9679-7def-4a45-a685-4cb7e5bad4e0 None None] Set router d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:37:03.218738 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c5ad936f-9102-43b8-be3a-09cacb6b37be admin admin] Publish callbacks [] for router_gateway (d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:03.291933 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-8b5e9679-7def-4a45-a685-4cb7e5bad4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'name': 'tempest-TestVolumeBootPattern-312017993-router', 'tenant_id': 'de48ef632a974b5c83191742cf569887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '5ce3c676-ae10-4b96-8444-61e6ff7729df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:28:57Z', 'updated_at': '2022-04-06T11:37:01Z', 'revision_number': 5, 'project_id': 'de48ef632a974b5c83191742cf569887', 'gw_port': {'id': '5ce3c676-ae10-4b96-8444-61e6ff7729df', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:51:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:28:58Z', 'updated_at': '2022-04-06T11:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi'}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:37:03.318472 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5e9679-7def-4a45-a685-4cb7e5bad4e0 None None] Checking router: d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4 for host: dv-cinder-836073-2-iscsi {{(pid=103883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:37:03.326569 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5e9679-7def-4a45-a685-4cb7e5bad4e0 None None] Routers {'d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:37:03.327174 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-8b5e9679-7def-4a45-a685-4cb7e5bad4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:36:39Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:37:03.353720 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-c5ad936f-9102-43b8-be3a-09cacb6b37be admin admin] Deleting port 5ce3c676-ae10-4b96-8444-61e6ff7729df {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:37:03.354067 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c5ad936f-9102-43b8-be3a-09cacb6b37be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192836145'] for port (5ce3c676-ae10-4b96-8444-61e6ff7729df), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:03.415286 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-8b5e9679-7def-4a45-a685-4cb7e5bad4e0 None None] Set router d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4 gateway port host: None {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:37:03.442308 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-c5ad936f-9102-43b8-be3a-09cacb6b37be admin admin] For port 5ce3c676-ae10-4b96-8444-61e6ff7729df, host dv-cinder-836073-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=5ce3c676-ae10-4b96-8444-61e6ff7729df,segment=NetworkSegment(a1489c3e-d8bf-465c-8161-3d720cf0d135),segment_id=a1489c3e-d8bf-465c-8161-3d720cf0d135)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:37:03.442560 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c5ad936f-9102-43b8-be3a-09cacb6b37be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-891628'] for port (5ce3c676-ae10-4b96-8444-61e6ff7729df), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:03.455112 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-c5ad936f-9102-43b8-be3a-09cacb6b37be admin admin] Calling delete_port for 5ce3c676-ae10-4b96-8444-61e6ff7729df owned by network:router_gateway {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:37:03.472115 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-8b5e9679-7def-4a45-a685-4cb7e5bad4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'name': 'tempest-TestVolumeBootPattern-312017993-router', 'tenant_id': 'de48ef632a974b5c83191742cf569887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:28:57Z', 'updated_at': '2022-04-06T11:37:03Z', 'revision_number': 6, 'project_id': 'de48ef632a974b5c83191742cf569887', 'gw_port_host': None}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:37:03.507422 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5e9679-7def-4a45-a685-4cb7e5bad4e0 None None] The sync data for ids ['d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4'] in dv-cinder-836073-2-iscsi is: [{'id': 'd718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4', 'name': 'tempest-TestVolumeBootPattern-312017993-router', 'tenant_id': 'de48ef632a974b5c83191742cf569887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:28:57Z', 'updated_at': '2022-04-06T11:37:03Z', 'revision_number': 6, 'project_id': 'de48ef632a974b5c83191742cf569887', 'gw_port_host': None}] {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:37:03.732506 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c5ad936f-9102-43b8-be3a-09cacb6b37be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192843524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779192465933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797839'] for port (5ce3c676-ae10-4b96-8444-61e6ff7729df), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:03.761502 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ad936f-9102-43b8-be3a-09cacb6b37be admin admin] Pushing event deleted for resources: {'Port': ['ID=5ce3c676-ae10-4b96-8444-61e6ff7729df,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:37:03.789305 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ad936f-9102-43b8-be3a-09cacb6b37be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:37:03.793041 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ad936f-9102-43b8-be3a-09cacb6b37be admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:37:03.793041 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ad936f-9102-43b8-be3a-09cacb6b37be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:37:03.793041 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ad936f-9102-43b8-be3a-09cacb6b37be admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:37:03.793041 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ad936f-9102-43b8-be3a-09cacb6b37be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:37:03.793041 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ad936f-9102-43b8-be3a-09cacb6b37be admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:37:03.793041 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ad936f-9102-43b8-be3a-09cacb6b37be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:37:03.793041 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ad936f-9102-43b8-be3a-09cacb6b37be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:37:03.793041 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ad936f-9102-43b8-be3a-09cacb6b37be admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:37:03.793041 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ad936f-9102-43b8-be3a-09cacb6b37be admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:37:03.793041 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ad936f-9102-43b8-be3a-09cacb6b37be admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:37:03.793041 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ad936f-9102-43b8-be3a-09cacb6b37be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:37:03.793890 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ad936f-9102-43b8-be3a-09cacb6b37be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:37:03.793890 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ad936f-9102-43b8-be3a-09cacb6b37be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:37:03.793890 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ad936f-9102-43b8-be3a-09cacb6b37be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:37:03.836595 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c5ad936f-9102-43b8-be3a-09cacb6b37be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-886475'] for router_gateway (d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:03.957854 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c5ad936f-9102-43b8-be3a-09cacb6b37be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-915576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7872'] for router (d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:03.960848 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c5ad936f-9102-43b8-be3a-09cacb6b37be admin admin] Publish callbacks [] for router_controller (d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4), precommit_delete_associations {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:04.109846 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c5ad936f-9102-43b8-be3a-09cacb6b37be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-915569'] for router (d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:04.110236 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ad936f-9102-43b8-be3a-09cacb6b37be admin admin] Fanout notify agent at l3_agent the message router_deleted on router d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4 {{(pid=103882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 11:37:04.120437 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01e700-bcd5-4311-af1e-014ef342d139 req-bb1fbf18-8ece-4dac-86da-294adb9419cc tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:37:04.120437 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-5c01e700-bcd5-4311-af1e-014ef342d139 req-bb1fbf18-8ece-4dac-86da-294adb9419cc tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd8206c1-ab4f-4866-a66f-e422899b0c02 HTTP/1.1" status: 200 len: 944 time: 0.0683095 Apr 06 11:37:04.124441 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c5ad936f-9102-43b8-be3a-09cacb6b37be admin admin] Publish callbacks [] for router (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:04.125674 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-c5ad936f-9102-43b8-be3a-09cacb6b37be admin admin] 10.222.0.43 "DELETE /v2.0/routers/d718e0e5-8eb8-46ed-a7d4-0ea265b9b6d4 HTTP/1.1" status: 204 len: 168 time: 1.1498368 Apr 06 11:37:04.130741 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 57382) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:37:04.147276 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device 856f2560-adab-4507-8a06-af35ca0b933c up at agent hyperv_hv-cinder-83607 {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:37:04.184355 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3793a18-b03a-4c09-87b4-c8e52818a0a9 admin admin] Deleting subnet c5124a61-a5c8-4acc-8eca-8ed8dd4c3666 {{(pid=103882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 11:37:04.195002 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d3793a18-b03a-4c09-87b4-c8e52818a0a9 admin admin] Publish callbacks [] for subnet (c5124a61-a5c8-4acc-8eca-8ed8dd4c3666), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:04.218532 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-5c01e700-bcd5-4311-af1e-014ef342d139 req-17e607fc-5df1-49bb-a616-f5b9f6f3d718 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bdeaebf-a22d-4148-a056-724aa7966700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946808 Apr 06 11:37:04.245570 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Provisioning complete for port 856f2560-adab-4507-8a06-af35ca0b933c triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:37:04.245954 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (856f2560-adab-4507-8a06-af35ca0b933c), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:04.259489 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d3793a18-b03a-4c09-87b4-c8e52818a0a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8476880'] for subnet (c5124a61-a5c8-4acc-8eca-8ed8dd4c3666), precommit_delete_associations {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:04.361226 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d3793a18-b03a-4c09-87b4-c8e52818a0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961957'] for subnet (c5124a61-a5c8-4acc-8eca-8ed8dd4c3666), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:04.365623 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Current status of the port 856f2560-adab-4507-8a06-af35ca0b933c is: BUILD; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:37:04.366153 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (856f2560-adab-4507-8a06-af35ca0b933c), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:04.404101 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd8206c1-ab4f-4866-a66f-e422899b0c02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '856f2560-adab-4507-8a06-af35ca0b933c'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:37:04.406869 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a256e0d7ec5edad375dd6353356bf7a80218bed4a34d309726d6a914db977355" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f22e480-8f9b-44c3-8aa3-79bc24021caf" -d '{"events": [{"server_uuid": "cd8206c1-ab4f-4866-a66f-e422899b0c02", "name": "network-vif-plugged", "status": "completed", "tag": "856f2560-adab-4507-8a06-af35ca0b933c"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:37:04.437637 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port 856f2560-adab-4507-8a06-af35ca0b933c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=856f2560-adab-4507-8a06-af35ca0b933c,segment=NetworkSegment(48d35104-9030-4a9f-be5c-3bd61cd95e2d),segment_id=48d35104-9030-4a9f-be5c-3bd61cd95e2d)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:37:04.465399 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb03ae61-47bf-412a-8e6a-df37f3db47ae x-openstack-request-id: req-eb03ae61-47bf-412a-8e6a-df37f3db47ae {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:37:04.465740 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd8206c1-ab4f-4866-a66f-e422899b0c02", "name": "network-vif-plugged", "status": "completed", "tag": "856f2560-adab-4507-8a06-af35ca0b933c", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:37:04.466054 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-eb03ae61-47bf-412a-8e6a-df37f3db47ae {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:37:04.467011 dv-cinder-836073-2-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb03ae61-47bf-412a-8e6a-df37f3db47ae'] response: {'server_uuid': 'cd8206c1-ab4f-4866-a66f-e422899b0c02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '856f2560-adab-4507-8a06-af35ca0b933c', 'code': 200} Apr 06 11:37:04.522781 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d3793a18-b03a-4c09-87b4-c8e52818a0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1961962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8797880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10017396'] for subnet (c5124a61-a5c8-4acc-8eca-8ed8dd4c3666), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:04.532021 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (856f2560-adab-4507-8a06-af35ca0b933c), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:04.555529 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d3793a18-b03a-4c09-87b4-c8e52818a0a9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:04.561785 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-d3793a18-b03a-4c09-87b4-c8e52818a0a9 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/c5124a61-a5c8-4acc-8eca-8ed8dd4c3666 HTTP/1.1" status: 204 len: 168 time: 0.4289615 Apr 06 11:37:04.563784 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 57386) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:37:04.581014 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3793a18-b03a-4c09-87b4-c8e52818a0a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5124a61-a5c8-4acc-8eca-8ed8dd4c3666,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:37:04.589749 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed0941b-5984-4fef-b591-d91d85d4849c None None] Network 5529688d-cbb0-454c-b2b2-2dd8660f20c8 requested from dv-cinder-836073-2-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:37:04.665344 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e746e843-ea3b-4728-8981-e90d9154d522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707938'] for network (5529688d-cbb0-454c-b2b2-2dd8660f20c8), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:04.699438 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Pushing event updated for resources: {'Port': ['ID=856f2560-adab-4507-8a06-af35ca0b933c,revision_number=7']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:37:04.725975 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-e746e843-ea3b-4728-8981-e90d9154d522 admin admin] Deleting port e7d77e54-c75d-4a6d-a1ab-6cd88b996971 {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:37:04.726509 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e746e843-ea3b-4728-8981-e90d9154d522 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192836145'] for port (e7d77e54-c75d-4a6d-a1ab-6cd88b996971), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:04.799188 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [None req-e746e843-ea3b-4728-8981-e90d9154d522 admin admin] For port e7d77e54-c75d-4a6d-a1ab-6cd88b996971, host dv-cinder-836073-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=e7d77e54-c75d-4a6d-a1ab-6cd88b996971,segment=NetworkSegment(6a602240-3922-4bf0-a8bb-04a4d05b55c4),segment_id=6a602240-3922-4bf0-a8bb-04a4d05b55c4)] {{(pid=103881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:37:04.799421 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e746e843-ea3b-4728-8981-e90d9154d522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-891628'] for port (e7d77e54-c75d-4a6d-a1ab-6cd88b996971), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:04.818964 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-e746e843-ea3b-4728-8981-e90d9154d522 admin admin] Calling delete_port for e7d77e54-c75d-4a6d-a1ab-6cd88b996971 owned by network:dhcp {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:37:04.858266 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c6bc4d-b26c-4903-ba44-71eb3e00bf42 None None] DHCP port deletion for 5529688d-cbb0-454c-b2b2-2dd8660f20c8 request from dv-cinder-836073-2-iscsi {{(pid=103883) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 11:37:04.924754 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e4c6bc4d-b26c-4903-ba44-71eb3e00bf42 None None] Deleting port e7d77e54-c75d-4a6d-a1ab-6cd88b996971 {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:37:04.926797 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e4c6bc4d-b26c-4903-ba44-71eb3e00bf42 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192836145'] for port (e7d77e54-c75d-4a6d-a1ab-6cd88b996971), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:05.007825 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e4c6bc4d-b26c-4903-ba44-71eb3e00bf42 None None] For port e7d77e54-c75d-4a6d-a1ab-6cd88b996971, host dv-cinder-836073-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=e7d77e54-c75d-4a6d-a1ab-6cd88b996971,segment=NetworkSegment(6a602240-3922-4bf0-a8bb-04a4d05b55c4),segment_id=6a602240-3922-4bf0-a8bb-04a4d05b55c4)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:37:05.008277 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e4c6bc4d-b26c-4903-ba44-71eb3e00bf42 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-891628'] for port (e7d77e54-c75d-4a6d-a1ab-6cd88b996971), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:05.010065 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e746e843-ea3b-4728-8981-e90d9154d522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192843524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779192465933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10088034'] for port (e7d77e54-c75d-4a6d-a1ab-6cd88b996971), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:05.025188 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e4c6bc4d-b26c-4903-ba44-71eb3e00bf42 None None] Calling delete_port for e7d77e54-c75d-4a6d-a1ab-6cd88b996971 owned by network:dhcp {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:37:05.034804 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e746e843-ea3b-4728-8981-e90d9154d522 admin admin] No DVR routers for this DVR port e7d77e54-c75d-4a6d-a1ab-6cd88b996971 on host dv-cinder-836073-2-iscsi {{(pid=103881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:37:05.087201 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e746e843-ea3b-4728-8981-e90d9154d522 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7d77e54-c75d-4a6d-a1ab-6cd88b996971,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:37:05.139441 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device e7d77e54-c75d-4a6d-a1ab-6cd88b996971 no longer exists at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:37:05.164099 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e746e843-ea3b-4728-8981-e90d9154d522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1963294', 'neutron.services.segments.db._delete_segments_for_network-8779192912505'] for network (5529688d-cbb0-454c-b2b2-2dd8660f20c8), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:05.176239 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e4c6bc4d-b26c-4903-ba44-71eb3e00bf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192843524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779192465933'] for port (e7d77e54-c75d-4a6d-a1ab-6cd88b996971), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:05.185694 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] No Port match for: e7d77e54-c75d-4a6d-a1ab-6cd88b996971 {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:37:05.186045 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device e7d77e54-c75d-4a6d-a1ab-6cd88b996971 not bound to the agent host dv-cinder-836073-2-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:37:05.189156 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device de04e9ed-2f4e-4fa1-9e4b-71522c5d1fab no longer exists at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:37:05.193380 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.services.segments.db [None req-e746e843-ea3b-4728-8981-e90d9154d522 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5529688d-cbb0-454c-b2b2-2dd8660f20c8']}} {{(pid=103881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:37:05.205274 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.services.segments.db [None req-e746e843-ea3b-4728-8981-e90d9154d522 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a602240-3922-4bf0-a8bb-04a4d05b55c4') {'for_net_delete': True} {{(pid=103881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:37:05.205579 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.services.segments.db [None req-e746e843-ea3b-4728-8981-e90d9154d522 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a602240-3922-4bf0-a8bb-04a4d05b55c4') {} {{(pid=103881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:37:05.214425 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c6bc4d-b26c-4903-ba44-71eb3e00bf42 None None] No DVR routers for this DVR port e7d77e54-c75d-4a6d-a1ab-6cd88b996971 on host dv-cinder-836073-2-iscsi {{(pid=103883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:37:05.215861 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c6bc4d-b26c-4903-ba44-71eb3e00bf42 None None] Pushing event deleted for resources: {'Port': ['ID=e7d77e54-c75d-4a6d-a1ab-6cd88b996971,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:37:05.216546 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e746e843-ea3b-4728-8981-e90d9154d522 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779192913282', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10087879'] for segment (6a602240-3922-4bf0-a8bb-04a4d05b55c4), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:05.239092 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] No Port match for: de04e9ed-2f4e-4fa1-9e4b-71522c5d1fab {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:37:05.239092 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device de04e9ed-2f4e-4fa1-9e4b-71522c5d1fab not bound to the agent host dv-cinder-836073-2-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:37:05.239092 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device 5ce3c676-ae10-4b96-8444-61e6ff7729df no longer exists at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:37:05.241052 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e746e843-ea3b-4728-8981-e90d9154d522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726494'] for segment (6a602240-3922-4bf0-a8bb-04a4d05b55c4), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:05.247858 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e746e843-ea3b-4728-8981-e90d9154d522 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=103881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 11:37:05.248398 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e746e843-ea3b-4728-8981-e90d9154d522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10087999'] for segment (6a602240-3922-4bf0-a8bb-04a4d05b55c4), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:05.254397 dv-cinder-836073-2-iscsi neutron-server[103881]: Traceback (most recent call last): Apr 06 11:37:05.254397 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 11:37:05.254397 dv-cinder-836073-2-iscsi neutron-server[103881]: timer() Apr 06 11:37:05.254397 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 11:37:05.254397 dv-cinder-836073-2-iscsi neutron-server[103881]: cb(*args, **kw) Apr 06 11:37:05.254397 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 11:37:05.254397 dv-cinder-836073-2-iscsi neutron-server[103881]: return func(*args, **kwargs) Apr 06 11:37:05.254397 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 11:37:05.254397 dv-cinder-836073-2-iscsi neutron-server[103881]: self._notify() Apr 06 11:37:05.254397 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 11:37:05.254397 dv-cinder-836073-2-iscsi neutron-server[103881]: self.callback(batched_events) Apr 06 11:37:05.254397 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 11:37:05.254397 dv-cinder-836073-2-iscsi neutron-server[103881]: event.method(event) Apr 06 11:37:05.254397 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 11:37:05.254397 dv-cinder-836073-2-iscsi neutron-server[103881]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 11:37:05.254397 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 11:37:05.254397 dv-cinder-836073-2-iscsi neutron-server[103881]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 11:37:05.254397 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 11:37:05.254397 dv-cinder-836073-2-iscsi neutron-server[103881]: return f(self, *a, **k) Apr 06 11:37:05.254397 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 11:37:05.254397 dv-cinder-836073-2-iscsi neutron-server[103881]: return self._get(url).json() Apr 06 11:37:05.254397 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 11:37:05.254397 dv-cinder-836073-2-iscsi neutron-server[103881]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 11:37:05.254397 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 11:37:05.254397 dv-cinder-836073-2-iscsi neutron-server[103881]: return self.request(url, 'GET', **kwargs) Apr 06 11:37:05.254397 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 11:37:05.254397 dv-cinder-836073-2-iscsi neutron-server[103881]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 11:37:05.254397 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 11:37:05.254397 dv-cinder-836073-2-iscsi neutron-server[103881]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 11:37:05.254397 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 11:37:05.254397 dv-cinder-836073-2-iscsi neutron-server[103881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 11:37:05.254397 dv-cinder-836073-2-iscsi neutron-server[103881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 11:37:05.260612 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] No Port match for: 5ce3c676-ae10-4b96-8444-61e6ff7729df {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:37:05.260973 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device 5ce3c676-ae10-4b96-8444-61e6ff7729df not bound to the agent host dv-cinder-836073-2-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:37:05.390693 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a222b217-137d-4f4a-a574-771a5359f7df req-b6b5185c-503e-4f35-a269-228482a85fde tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:37:05.397666 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-a222b217-137d-4f4a-a574-771a5359f7df req-b6b5185c-503e-4f35-a269-228482a85fde tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd8206c1-ab4f-4866-a66f-e422899b0c02 HTTP/1.1" status: 200 len: 945 time: 0.0777857 Apr 06 11:37:05.427821 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e746e843-ea3b-4728-8981-e90d9154d522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1963367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-886447'] for network (5529688d-cbb0-454c-b2b2-2dd8660f20c8), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:05.441341 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e746e843-ea3b-4728-8981-e90d9154d522 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570608'] for network (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:05.445600 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 57390) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:37:05.446173 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-e746e843-ea3b-4728-8981-e90d9154d522 admin admin] 10.222.0.43 "DELETE /v2.0/networks/5529688d-cbb0-454c-b2b2-2dd8660f20c8 HTTP/1.1" status: 204 len: 168 time: 0.8824463 Apr 06 11:37:05.463221 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e746e843-ea3b-4728-8981-e90d9154d522 admin admin] Pushing event deleted for resources: {'Network': ['ID=5529688d-cbb0-454c-b2b2-2dd8660f20c8,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:37:05.469665 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-a222b217-137d-4f4a-a574-771a5359f7df req-51ba468f-2195-4b6a-9d41-93dfb3ea17ac tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bdeaebf-a22d-4148-a056-724aa7966700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693781 Apr 06 11:37:05.846465 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-42e62e26-5088-4f0d-bc1c-b68db7380724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-916893'] for router_interface (3efd0d26-756e-492d-acb2-2752bd44bac9), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:06.149155 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-42e62e26-5088-4f0d-bc1c-b68db7380724 admin admin] Deleting port 26100127-7940-4461-bf98-321985f8c29a {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:37:06.149514 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-42e62e26-5088-4f0d-bc1c-b68db7380724 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192836145'] for port (26100127-7940-4461-bf98-321985f8c29a), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:06.240972 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-42e62e26-5088-4f0d-bc1c-b68db7380724 admin admin] For port 26100127-7940-4461-bf98-321985f8c29a, host dv-cinder-836073-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=26100127-7940-4461-bf98-321985f8c29a,segment=NetworkSegment(83d19bc0-ee68-4f25-be5e-bb3cf320c8bc),segment_id=83d19bc0-ee68-4f25-be5e-bb3cf320c8bc)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:37:06.241365 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-42e62e26-5088-4f0d-bc1c-b68db7380724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-891628'] for port (26100127-7940-4461-bf98-321985f8c29a), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:06.257929 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-42e62e26-5088-4f0d-bc1c-b68db7380724 admin admin] Calling delete_port for 26100127-7940-4461-bf98-321985f8c29a owned by network:router_interface {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:37:06.609488 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126dd7fa-ce69-4ab7-acbe-f0be0f37fc5f req-10184046-919a-481e-a9e1-b1e5d6a7b450 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:37:06.611856 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-126dd7fa-ce69-4ab7-acbe-f0be0f37fc5f req-10184046-919a-481e-a9e1-b1e5d6a7b450 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd8206c1-ab4f-4866-a66f-e422899b0c02 HTTP/1.1" status: 200 len: 945 time: 0.0609009 Apr 06 11:37:06.668663 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-126dd7fa-ce69-4ab7-acbe-f0be0f37fc5f req-c62f9854-12fd-4fb5-befc-a6dca873da45 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bdeaebf-a22d-4148-a056-724aa7966700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508733 Apr 06 11:37:06.828618 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-42e62e26-5088-4f0d-bc1c-b68db7380724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192843524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779192465933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797839'] for port (26100127-7940-4461-bf98-321985f8c29a), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:06.854206 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e62e26-5088-4f0d-bc1c-b68db7380724 admin admin] Pushing event deleted for resources: {'Port': ['ID=26100127-7940-4461-bf98-321985f8c29a,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:37:06.882762 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (dc195572-b6d9-4259-8541-839e457b2650), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:06.891741 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e8081398-c78b-402c-a895-f294ca9fe3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (8a8bc679-53b2-461d-b015-cec5a247fb94), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:07.067564 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-42e62e26-5088-4f0d-bc1c-b68db7380724 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-886285'] for router_interface (3efd0d26-756e-492d-acb2-2752bd44bac9), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:07.324288 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42e62e26-5088-4f0d-bc1c-b68db7380724 admin admin] Router 3efd0d26-756e-492d-acb2-2752bd44bac9 has already been hosted by L3 agent 9404f039-f516-42fd-94a5-c122fff5649f {{(pid=103882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:37:07.443633 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42e62e26-5088-4f0d-bc1c-b68db7380724 admin admin] Notify agent at l3_agent.dv-cinder-836073-2-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:37:07.454232 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e71155-a467-4210-bb41-db734ac2ea29 None None] Sync routers for ids ['3efd0d26-756e-492d-acb2-2752bd44bac9'] in dv-cinder-836073-2-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:37:07.458627 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-42e62e26-5088-4f0d-bc1c-b68db7380724 admin admin] 10.222.0.43 "PUT /v2.0/routers/3efd0d26-756e-492d-acb2-2752bd44bac9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0111952 Apr 06 11:37:07.461003 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 57398) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:37:07.476503 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e71155-a467-4210-bb41-db734ac2ea29 None None] Routers {'3efd0d26-756e-492d-acb2-2752bd44bac9'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:37:07.477258 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-b8e71155-a467-4210-bb41-db734ac2ea29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:36:39Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['3efd0d26-756e-492d-acb2-2752bd44bac9'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:37:07.577404 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-72ea578f-66e2-4c04-a6e5-501106e68ca1 admin admin] Publish callbacks [] for router (3efd0d26-756e-492d-acb2-2752bd44bac9), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:07.606763 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-b8e71155-a467-4210-bb41-db734ac2ea29 None None] Set router 3efd0d26-756e-492d-acb2-2752bd44bac9 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:37:07.693738 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-72ea578f-66e2-4c04-a6e5-501106e68ca1 admin admin] Publish callbacks [] for router_gateway (3efd0d26-756e-492d-acb2-2752bd44bac9), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:07.818892 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-72ea578f-66e2-4c04-a6e5-501106e68ca1 admin admin] Deleting port 15e90d9a-0fed-4165-af9d-2307f8e9574e {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:37:07.819396 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-72ea578f-66e2-4c04-a6e5-501106e68ca1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192836145'] for port (15e90d9a-0fed-4165-af9d-2307f8e9574e), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:07.830334 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-b8e71155-a467-4210-bb41-db734ac2ea29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3efd0d26-756e-492d-acb2-2752bd44bac9', 'name': 'tempest-TestVolumeBootPattern-1316617458-router', 'tenant_id': 'bfbe9465b71d459db654015cd8363092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.39'}], 'enable_snat': True}, 'gw_port_id': '15e90d9a-0fed-4165-af9d-2307f8e9574e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:29:07Z', 'updated_at': '2022-04-06T11:37:06Z', 'revision_number': 5, 'project_id': 'bfbe9465b71d459db654015cd8363092', 'gw_port': {'id': '15e90d9a-0fed-4165-af9d-2307f8e9574e', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e8:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efd0d26-756e-492d-acb2-2752bd44bac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:29:08Z', 'updated_at': '2022-04-06T11:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi'}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:37:07.869843 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e71155-a467-4210-bb41-db734ac2ea29 None None] Checking router: 3efd0d26-756e-492d-acb2-2752bd44bac9 for host: dv-cinder-836073-2-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:37:07.874380 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0174169b-1d73-4054-88cc-78cf2a894169 req-a36459fd-74e8-4bfb-993a-dd8041737804 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:37:07.876683 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-0174169b-1d73-4054-88cc-78cf2a894169 req-a36459fd-74e8-4bfb-993a-dd8041737804 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd8206c1-ab4f-4866-a66f-e422899b0c02 HTTP/1.1" status: 200 len: 945 time: 0.1006866 Apr 06 11:37:07.880472 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e71155-a467-4210-bb41-db734ac2ea29 None None] Routers {'3efd0d26-756e-492d-acb2-2752bd44bac9'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:37:07.881182 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-b8e71155-a467-4210-bb41-db734ac2ea29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:36:39Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['3efd0d26-756e-492d-acb2-2752bd44bac9'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:37:07.936723 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-72ea578f-66e2-4c04-a6e5-501106e68ca1 admin admin] For port 15e90d9a-0fed-4165-af9d-2307f8e9574e, host dv-cinder-836073-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=15e90d9a-0fed-4165-af9d-2307f8e9574e,segment=NetworkSegment(a1489c3e-d8bf-465c-8161-3d720cf0d135),segment_id=a1489c3e-d8bf-465c-8161-3d720cf0d135)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:37:07.937231 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-72ea578f-66e2-4c04-a6e5-501106e68ca1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-891628'] for port (15e90d9a-0fed-4165-af9d-2307f8e9574e), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:07.945037 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-0174169b-1d73-4054-88cc-78cf2a894169 req-af900428-a325-4ebf-8cab-cd675bdde054 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bdeaebf-a22d-4148-a056-724aa7966700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593827 Apr 06 11:37:07.965460 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-72ea578f-66e2-4c04-a6e5-501106e68ca1 admin admin] Calling delete_port for 15e90d9a-0fed-4165-af9d-2307f8e9574e owned by network:router_gateway {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:37:07.997067 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-b8e71155-a467-4210-bb41-db734ac2ea29 None None] Set router 3efd0d26-756e-492d-acb2-2752bd44bac9 gateway port host: None {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:37:08.057497 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-b8e71155-a467-4210-bb41-db734ac2ea29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3efd0d26-756e-492d-acb2-2752bd44bac9', 'name': 'tempest-TestVolumeBootPattern-1316617458-router', 'tenant_id': 'bfbe9465b71d459db654015cd8363092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:29:07Z', 'updated_at': '2022-04-06T11:37:07Z', 'revision_number': 6, 'project_id': 'bfbe9465b71d459db654015cd8363092', 'gw_port_host': None}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:37:08.088750 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e71155-a467-4210-bb41-db734ac2ea29 None None] The sync data for ids ['3efd0d26-756e-492d-acb2-2752bd44bac9'] in dv-cinder-836073-2-iscsi is: [{'id': '3efd0d26-756e-492d-acb2-2752bd44bac9', 'name': 'tempest-TestVolumeBootPattern-1316617458-router', 'tenant_id': 'bfbe9465b71d459db654015cd8363092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:29:07Z', 'updated_at': '2022-04-06T11:37:07Z', 'revision_number': 6, 'project_id': 'bfbe9465b71d459db654015cd8363092', 'gw_port_host': None}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:37:08.594367 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-72ea578f-66e2-4c04-a6e5-501106e68ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192843524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779192465933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797839'] for port (15e90d9a-0fed-4165-af9d-2307f8e9574e), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:08.621072 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ea578f-66e2-4c04-a6e5-501106e68ca1 admin admin] Pushing event deleted for resources: {'Port': ['ID=15e90d9a-0fed-4165-af9d-2307f8e9574e,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:37:08.689510 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-72ea578f-66e2-4c04-a6e5-501106e68ca1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-886475'] for router_gateway (3efd0d26-756e-492d-acb2-2752bd44bac9), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:08.790800 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-72ea578f-66e2-4c04-a6e5-501106e68ca1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-915576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7872'] for router (3efd0d26-756e-492d-acb2-2752bd44bac9), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:08.793022 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-72ea578f-66e2-4c04-a6e5-501106e68ca1 admin admin] Publish callbacks [] for router_controller (3efd0d26-756e-492d-acb2-2752bd44bac9), precommit_delete_associations {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:08.919818 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-72ea578f-66e2-4c04-a6e5-501106e68ca1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-915569'] for router (3efd0d26-756e-492d-acb2-2752bd44bac9), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:08.920399 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ea578f-66e2-4c04-a6e5-501106e68ca1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3efd0d26-756e-492d-acb2-2752bd44bac9 {{(pid=103882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 11:37:08.927259 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-72ea578f-66e2-4c04-a6e5-501106e68ca1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:08.930675 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-72ea578f-66e2-4c04-a6e5-501106e68ca1 admin admin] 10.222.0.43 "DELETE /v2.0/routers/3efd0d26-756e-492d-acb2-2752bd44bac9 HTTP/1.1" status: 204 len: 168 time: 1.4662881 Apr 06 11:37:08.934144 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 57402) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:37:08.990412 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d283f4f-a403-4bfc-80a0-bdef97a9fa42 admin admin] Deleting subnet f4fc9198-348f-478a-9867-fb79b524c27a {{(pid=103882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 11:37:08.994008 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8d283f4f-a403-4bfc-80a0-bdef97a9fa42 admin admin] Publish callbacks [] for subnet (f4fc9198-348f-478a-9867-fb79b524c27a), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:09.042255 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8d283f4f-a403-4bfc-80a0-bdef97a9fa42 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8476880'] for subnet (f4fc9198-348f-478a-9867-fb79b524c27a), precommit_delete_associations {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:09.050031 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-09a978c3-df1f-4b46-a337-9ee6913ef277 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (9404f039-f516-42fd-94a5-c122fff5649f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:09.132294 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device 15e90d9a-0fed-4165-af9d-2307f8e9574e no longer exists at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:37:09.163701 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] No Port match for: 15e90d9a-0fed-4165-af9d-2307f8e9574e {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:37:09.164337 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device 15e90d9a-0fed-4165-af9d-2307f8e9574e not bound to the agent host dv-cinder-836073-2-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:37:09.164903 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device 26100127-7940-4461-bf98-321985f8c29a no longer exists at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:37:09.191510 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] No Port match for: 26100127-7940-4461-bf98-321985f8c29a {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:37:09.192137 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device 26100127-7940-4461-bf98-321985f8c29a not bound to the agent host dv-cinder-836073-2-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:37:09.213170 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a5fe1-39db-4ed0-8a2c-956eaffc1863 req-bbb8e300-9137-42f5-ad98-87e970b3c925 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:37:09.214761 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0a8a5fe1-39db-4ed0-8a2c-956eaffc1863 req-bbb8e300-9137-42f5-ad98-87e970b3c925 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd8206c1-ab4f-4866-a66f-e422899b0c02 HTTP/1.1" status: 200 len: 945 time: 0.1342845 Apr 06 11:37:09.228305 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8d283f4f-a403-4bfc-80a0-bdef97a9fa42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961957'] for subnet (f4fc9198-348f-478a-9867-fb79b524c27a), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:09.304035 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0a8a5fe1-39db-4ed0-8a2c-956eaffc1863 req-aaf462d9-907d-4be8-ab54-769df2dbf432 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bdeaebf-a22d-4148-a056-724aa7966700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825119 Apr 06 11:37:09.428763 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8d283f4f-a403-4bfc-80a0-bdef97a9fa42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1961962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8797880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10017396'] for subnet (f4fc9198-348f-478a-9867-fb79b524c27a), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:09.456223 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d283f4f-a403-4bfc-80a0-bdef97a9fa42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4fc9198-348f-478a-9867-fb79b524c27a,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:37:09.465068 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8d283f4f-a403-4bfc-80a0-bdef97a9fa42 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:09.472673 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61191438-e9ad-49a0-aa48-014cd014e9b1 None None] Network 1d741ae9-3ff9-45f3-b8fa-38ab07e6ef21 requested from dv-cinder-836073-2-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:37:09.472824 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 57406) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:37:09.473535 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-8d283f4f-a403-4bfc-80a0-bdef97a9fa42 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/f4fc9198-348f-478a-9867-fb79b524c27a HTTP/1.1" status: 204 len: 168 time: 0.5395107 Apr 06 11:37:09.555442 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-40f30b64-ef78-4051-81b2-eb93f892073e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707938'] for network (1d741ae9-3ff9-45f3-b8fa-38ab07e6ef21), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:09.618250 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-40f30b64-ef78-4051-81b2-eb93f892073e admin admin] Deleting port 8d7a1d9c-c225-489a-b8df-5d0451247f11 {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:37:09.618684 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-40f30b64-ef78-4051-81b2-eb93f892073e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192836145'] for port (8d7a1d9c-c225-489a-b8df-5d0451247f11), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:09.692530 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [None req-40f30b64-ef78-4051-81b2-eb93f892073e admin admin] For port 8d7a1d9c-c225-489a-b8df-5d0451247f11, host dv-cinder-836073-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=8d7a1d9c-c225-489a-b8df-5d0451247f11,segment=NetworkSegment(83d19bc0-ee68-4f25-be5e-bb3cf320c8bc),segment_id=83d19bc0-ee68-4f25-be5e-bb3cf320c8bc)] {{(pid=103881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:37:09.692894 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-40f30b64-ef78-4051-81b2-eb93f892073e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-891628'] for port (8d7a1d9c-c225-489a-b8df-5d0451247f11), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:09.701870 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897b929a-5cac-4bd1-ab5c-1d222c19f6c8 None None] DHCP port deletion for 1d741ae9-3ff9-45f3-b8fa-38ab07e6ef21 request from dv-cinder-836073-2-iscsi {{(pid=103883) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 11:37:09.717829 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-40f30b64-ef78-4051-81b2-eb93f892073e admin admin] Calling delete_port for 8d7a1d9c-c225-489a-b8df-5d0451247f11 owned by network:dhcp {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:37:09.761044 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-897b929a-5cac-4bd1-ab5c-1d222c19f6c8 None None] Deleting port 8d7a1d9c-c225-489a-b8df-5d0451247f11 {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:37:09.761530 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-897b929a-5cac-4bd1-ab5c-1d222c19f6c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192836145'] for port (8d7a1d9c-c225-489a-b8df-5d0451247f11), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:09.833707 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-897b929a-5cac-4bd1-ab5c-1d222c19f6c8 None None] For port 8d7a1d9c-c225-489a-b8df-5d0451247f11, host dv-cinder-836073-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=8d7a1d9c-c225-489a-b8df-5d0451247f11,segment=NetworkSegment(83d19bc0-ee68-4f25-be5e-bb3cf320c8bc),segment_id=83d19bc0-ee68-4f25-be5e-bb3cf320c8bc)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:37:09.834036 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-897b929a-5cac-4bd1-ab5c-1d222c19f6c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-891628'] for port (8d7a1d9c-c225-489a-b8df-5d0451247f11), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:09.848914 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-897b929a-5cac-4bd1-ab5c-1d222c19f6c8 None None] Calling delete_port for 8d7a1d9c-c225-489a-b8df-5d0451247f11 owned by network:dhcp {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:37:09.866253 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-40f30b64-ef78-4051-81b2-eb93f892073e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192843524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779192465933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10088034'] for port (8d7a1d9c-c225-489a-b8df-5d0451247f11), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:09.894412 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f30b64-ef78-4051-81b2-eb93f892073e admin admin] Pushing event deleted for resources: {'Port': ['ID=8d7a1d9c-c225-489a-b8df-5d0451247f11,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:37:09.904763 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f30b64-ef78-4051-81b2-eb93f892073e admin admin] No DVR routers for this DVR port 8d7a1d9c-c225-489a-b8df-5d0451247f11 on host dv-cinder-836073-2-iscsi {{(pid=103881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:37:09.929655 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-897b929a-5cac-4bd1-ab5c-1d222c19f6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192843524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779192465933'] for port (8d7a1d9c-c225-489a-b8df-5d0451247f11), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:09.957432 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897b929a-5cac-4bd1-ab5c-1d222c19f6c8 None None] Pushing event deleted for resources: {'Port': ['ID=8d7a1d9c-c225-489a-b8df-5d0451247f11,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:37:09.976065 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897b929a-5cac-4bd1-ab5c-1d222c19f6c8 None None] No DVR routers for this DVR port 8d7a1d9c-c225-489a-b8df-5d0451247f11 on host dv-cinder-836073-2-iscsi {{(pid=103883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:37:10.195564 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-40f30b64-ef78-4051-81b2-eb93f892073e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1963294', 'neutron.services.segments.db._delete_segments_for_network-8779192912505'] for network (1d741ae9-3ff9-45f3-b8fa-38ab07e6ef21), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:10.214632 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.services.segments.db [None req-40f30b64-ef78-4051-81b2-eb93f892073e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d741ae9-3ff9-45f3-b8fa-38ab07e6ef21']}} {{(pid=103881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:37:10.224329 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.services.segments.db [None req-40f30b64-ef78-4051-81b2-eb93f892073e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83d19bc0-ee68-4f25-be5e-bb3cf320c8bc') {'for_net_delete': True} {{(pid=103881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:37:10.224629 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.services.segments.db [None req-40f30b64-ef78-4051-81b2-eb93f892073e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83d19bc0-ee68-4f25-be5e-bb3cf320c8bc') {} {{(pid=103881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:37:10.233575 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-40f30b64-ef78-4051-81b2-eb93f892073e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779192913282', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10087879'] for segment (83d19bc0-ee68-4f25-be5e-bb3cf320c8bc), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:10.255890 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-40f30b64-ef78-4051-81b2-eb93f892073e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726494'] for segment (83d19bc0-ee68-4f25-be5e-bb3cf320c8bc), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:10.261519 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40f30b64-ef78-4051-81b2-eb93f892073e admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=103881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 11:37:10.261896 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-40f30b64-ef78-4051-81b2-eb93f892073e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10087999'] for segment (83d19bc0-ee68-4f25-be5e-bb3cf320c8bc), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:10.263701 dv-cinder-836073-2-iscsi neutron-server[103881]: Traceback (most recent call last): Apr 06 11:37:10.263701 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 11:37:10.263701 dv-cinder-836073-2-iscsi neutron-server[103881]: timer() Apr 06 11:37:10.263701 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 11:37:10.263701 dv-cinder-836073-2-iscsi neutron-server[103881]: cb(*args, **kw) Apr 06 11:37:10.263701 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 11:37:10.263701 dv-cinder-836073-2-iscsi neutron-server[103881]: return func(*args, **kwargs) Apr 06 11:37:10.263701 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 11:37:10.263701 dv-cinder-836073-2-iscsi neutron-server[103881]: self._notify() Apr 06 11:37:10.263701 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 11:37:10.263701 dv-cinder-836073-2-iscsi neutron-server[103881]: self.callback(batched_events) Apr 06 11:37:10.263701 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 11:37:10.263701 dv-cinder-836073-2-iscsi neutron-server[103881]: event.method(event) Apr 06 11:37:10.263701 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 11:37:10.263701 dv-cinder-836073-2-iscsi neutron-server[103881]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 11:37:10.263701 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 11:37:10.263701 dv-cinder-836073-2-iscsi neutron-server[103881]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 11:37:10.263701 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 11:37:10.263701 dv-cinder-836073-2-iscsi neutron-server[103881]: return f(self, *a, **k) Apr 06 11:37:10.263701 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 11:37:10.263701 dv-cinder-836073-2-iscsi neutron-server[103881]: return self._get(url).json() Apr 06 11:37:10.263701 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 11:37:10.263701 dv-cinder-836073-2-iscsi neutron-server[103881]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 11:37:10.263701 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 11:37:10.263701 dv-cinder-836073-2-iscsi neutron-server[103881]: return self.request(url, 'GET', **kwargs) Apr 06 11:37:10.263701 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 11:37:10.263701 dv-cinder-836073-2-iscsi neutron-server[103881]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 11:37:10.263701 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 11:37:10.263701 dv-cinder-836073-2-iscsi neutron-server[103881]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 11:37:10.263701 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 11:37:10.263701 dv-cinder-836073-2-iscsi neutron-server[103881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 11:37:10.263701 dv-cinder-836073-2-iscsi neutron-server[103881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 11:37:10.438946 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d913c0b-0a7f-48be-9462-79325e3282fd req-2484b988-1b32-4abe-b073-eacc3b6db82c tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:37:10.440499 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-8d913c0b-0a7f-48be-9462-79325e3282fd req-2484b988-1b32-4abe-b073-eacc3b6db82c tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd8206c1-ab4f-4866-a66f-e422899b0c02 HTTP/1.1" status: 200 len: 945 time: 0.0619917 Apr 06 11:37:10.487691 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-8d913c0b-0a7f-48be-9462-79325e3282fd req-6a4d682b-df1a-4116-93d7-88edfa8c3e05 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bdeaebf-a22d-4148-a056-724aa7966700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407312 Apr 06 11:37:10.514217 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-40f30b64-ef78-4051-81b2-eb93f892073e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1963367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-886447'] for network (1d741ae9-3ff9-45f3-b8fa-38ab07e6ef21), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:10.519405 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-40f30b64-ef78-4051-81b2-eb93f892073e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570608'] for network (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:10.522612 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-40f30b64-ef78-4051-81b2-eb93f892073e admin admin] 10.222.0.43 "DELETE /v2.0/networks/1d741ae9-3ff9-45f3-b8fa-38ab07e6ef21 HTTP/1.1" status: 204 len: 168 time: 1.0506299 Apr 06 11:37:10.535607 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f30b64-ef78-4051-81b2-eb93f892073e admin admin] Pushing event deleted for resources: {'Network': ['ID=1d741ae9-3ff9-45f3-b8fa-38ab07e6ef21,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:37:10.599710 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0cc2d64b-8553-4c26-9c2d-26728f607b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (295112eb-abec-44aa-a7f9-d1b9c67b3953), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:10.912726 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 57416) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:37:10.962716 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-73b9fbdb-4d8f-407d-aed0-e1d6b48a954c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=de48ef632a974b5c83191742cf569887&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0469704 Apr 06 11:37:10.962921 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 57418) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:37:11.017733 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d658e4d7-16e1-4483-991c-0bbfa79a4a6a admin admin] Publish callbacks [] for security_group (370bfbda-dfb1-4a90-bfa8-7a8ee726fbef), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:11.049993 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d658e4d7-16e1-4483-991c-0bbfa79a4a6a admin admin] Publish callbacks [] for security_group (370bfbda-dfb1-4a90-bfa8-7a8ee726fbef), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:11.120686 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device 8d7a1d9c-c225-489a-b8df-5d0451247f11 no longer exists at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:37:11.145363 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] No Port match for: 8d7a1d9c-c225-489a-b8df-5d0451247f11 {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:37:11.145981 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device 8d7a1d9c-c225-489a-b8df-5d0451247f11 not bound to the agent host dv-cinder-836073-2-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:37:11.210592 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d658e4d7-16e1-4483-991c-0bbfa79a4a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (370bfbda-dfb1-4a90-bfa8-7a8ee726fbef), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:11.213720 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d658e4d7-16e1-4483-991c-0bbfa79a4a6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:11.215749 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-d658e4d7-16e1-4483-991c-0bbfa79a4a6a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/370bfbda-dfb1-4a90-bfa8-7a8ee726fbef HTTP/1.1" status: 204 len: 168 time: 0.2510293 Apr 06 11:37:11.224353 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d658e4d7-16e1-4483-991c-0bbfa79a4a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=370bfbda-dfb1-4a90-bfa8-7a8ee726fbef,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:37:11.635165 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a8a1cb-6fbc-41f7-acb8-91180576b2ee req-226e8bd5-a244-4392-b341-1fcafbaadfab tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:37:11.644197 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-46a8a1cb-6fbc-41f7-acb8-91180576b2ee req-226e8bd5-a244-4392-b341-1fcafbaadfab tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd8206c1-ab4f-4866-a66f-e422899b0c02 HTTP/1.1" status: 200 len: 945 time: 0.0716558 Apr 06 11:37:11.698780 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-46a8a1cb-6fbc-41f7-acb8-91180576b2ee req-65bc74c5-fe43-4c3b-bc47-5d708eeb1492 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bdeaebf-a22d-4148-a056-724aa7966700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527906 Apr 06 11:37:11.843500 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7bcfc971-4c1e-4d8f-8ae7-97bffdd4e21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (33edc1dd-8f2c-4a3f-bd07-9ad8bd534bf2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:11.934937 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 57426) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:37:11.982995 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-12e32aff-447b-4362-95d4-c630a1baab9c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bfbe9465b71d459db654015cd8363092&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0467570 Apr 06 11:37:11.985600 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 57428) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:37:12.053033 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f9d0c853-f9a7-4c9a-9021-2b26f536e1ca admin admin] Publish callbacks [] for security_group (071b3cf1-e724-438d-a1cf-2568ab0b3057), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:12.080278 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f9d0c853-f9a7-4c9a-9021-2b26f536e1ca admin admin] Publish callbacks [] for security_group (071b3cf1-e724-438d-a1cf-2568ab0b3057), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:12.220663 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f9d0c853-f9a7-4c9a-9021-2b26f536e1ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (071b3cf1-e724-438d-a1cf-2568ab0b3057), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:12.223261 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f9d0c853-f9a7-4c9a-9021-2b26f536e1ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:12.233055 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-f9d0c853-f9a7-4c9a-9021-2b26f536e1ca admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/071b3cf1-e724-438d-a1cf-2568ab0b3057 HTTP/1.1" status: 204 len: 168 time: 0.2378755 Apr 06 11:37:12.237854 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d0c853-f9a7-4c9a-9021-2b26f536e1ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071b3cf1-e724-438d-a1cf-2568ab0b3057,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:37:12.885762 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f594cd2a-ca87-4738-9be2-450d796da9b3 req-d3475389-3316-47ed-9fa0-5fec2ccc008d tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:37:12.887190 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-f594cd2a-ca87-4738-9be2-450d796da9b3 req-d3475389-3316-47ed-9fa0-5fec2ccc008d tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd8206c1-ab4f-4866-a66f-e422899b0c02 HTTP/1.1" status: 200 len: 945 time: 0.0775499 Apr 06 11:37:12.941194 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-f594cd2a-ca87-4738-9be2-450d796da9b3 req-c01e469f-1a8b-406c-affd-2c997f5b88a5 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bdeaebf-a22d-4148-a056-724aa7966700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476127 Apr 06 11:37:13.210899 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (a2831ac0-05e7-463d-be89-41d2adab36ec), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:14.091494 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277bf2e2-c91f-4022-aeed-052fe263d96a req-bc9bbe5b-e8ad-4696-9217-b2cde679d4f1 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:37:14.093149 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-277bf2e2-c91f-4022-aeed-052fe263d96a req-bc9bbe5b-e8ad-4696-9217-b2cde679d4f1 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd8206c1-ab4f-4866-a66f-e422899b0c02 HTTP/1.1" status: 200 len: 945 time: 0.0584188 Apr 06 11:37:14.144440 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-277bf2e2-c91f-4022-aeed-052fe263d96a req-911fc594-3be3-46a2-af4c-02960f0affc9 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bdeaebf-a22d-4148-a056-724aa7966700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443923 Apr 06 11:37:15.271094 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cea910-5beb-40fd-bba7-537e99953029 req-755d049f-de8e-4520-9292-e6fafefc32af tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:37:15.272473 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-10cea910-5beb-40fd-bba7-537e99953029 req-755d049f-de8e-4520-9292-e6fafefc32af tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd8206c1-ab4f-4866-a66f-e422899b0c02 HTTP/1.1" status: 200 len: 945 time: 0.0530946 Apr 06 11:37:15.319981 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-10cea910-5beb-40fd-bba7-537e99953029 req-17d4f106-e6d8-4cf2-9dcb-3b3b515f6382 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bdeaebf-a22d-4148-a056-724aa7966700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410705 Apr 06 11:37:15.325699 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a86672-d85c-4213-bc1c-d58a57cd9aba req-171727b4-48b2-4bbb-8bd9-dd10a055edfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:37:15.327217 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-25a86672-d85c-4213-bc1c-d58a57cd9aba req-171727b4-48b2-4bbb-8bd9-dd10a055edfe service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3afc2827a2964297baad3e6d85665721&device_id=cd8206c1-ab4f-4866-a66f-e422899b0c02 HTTP/1.1" status: 200 len: 1129 time: 0.0496848 Apr 06 11:37:15.414031 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a86672-d85c-4213-bc1c-d58a57cd9aba req-ec3cafb7-41d8-419c-9437-2ce28fd2ad97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:37:15.415486 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-25a86672-d85c-4213-bc1c-d58a57cd9aba req-ec3cafb7-41d8-419c-9437-2ce28fd2ad97 service neutron] 10.222.0.48 "GET /v2.0/networks?id=37804288-ffd4-4232-b10e-0727b0e5cfad HTTP/1.1" status: 200 len: 918 time: 0.0821157 Apr 06 11:37:15.481946 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-25a86672-d85c-4213-bc1c-d58a57cd9aba req-e1b7db78-0e4b-4145-b92f-69e0aa3da192 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=856f2560-adab-4507-8a06-af35ca0b933c HTTP/1.1" status: 200 len: 1001 time: 0.0605597 Apr 06 11:37:15.528910 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a86672-d85c-4213-bc1c-d58a57cd9aba req-fc63977f-180f-4f5e-8898-a53ded83e462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:37:15.530267 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-25a86672-d85c-4213-bc1c-d58a57cd9aba req-fc63977f-180f-4f5e-8898-a53ded83e462 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e5b096a1-c3bc-425b-b0d6-e505d89de44f HTTP/1.1" status: 200 len: 856 time: 0.0425041 Apr 06 11:37:15.579350 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a86672-d85c-4213-bc1c-d58a57cd9aba req-b0dac55f-0594-416b-9342-f70ef550d801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:37:15.581493 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-25a86672-d85c-4213-bc1c-d58a57cd9aba req-b0dac55f-0594-416b-9342-f70ef550d801 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=37804288-ffd4-4232-b10e-0727b0e5cfad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453377 Apr 06 11:37:15.679891 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-25a86672-d85c-4213-bc1c-d58a57cd9aba req-7c82a908-3ed5-49a9-920c-8f0e8e0cab34 service neutron] 10.222.0.48 "GET /v2.0/networks/37804288-ffd4-4232-b10e-0727b0e5cfad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922322 Apr 06 11:37:15.766693 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-25a86672-d85c-4213-bc1c-d58a57cd9aba req-90f5c0b8-0852-4387-b29e-f87796415877 service neutron] 10.222.0.48 "GET /v2.0/networks/37804288-ffd4-4232-b10e-0727b0e5cfad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801201 Apr 06 11:37:16.443112 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06acfb9-8e72-4cb4-a7db-b82a50dc8674 req-9d5d3356-e56d-4b08-8439-cdc474ca4bc5 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:37:16.444585 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c06acfb9-8e72-4cb4-a7db-b82a50dc8674 req-9d5d3356-e56d-4b08-8439-cdc474ca4bc5 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd8206c1-ab4f-4866-a66f-e422899b0c02 HTTP/1.1" status: 200 len: 945 time: 0.0539360 Apr 06 11:37:16.491312 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c06acfb9-8e72-4cb4-a7db-b82a50dc8674 req-c32edaf7-179d-4679-8bd7-774227defbdc tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bdeaebf-a22d-4148-a056-724aa7966700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411808 Apr 06 11:37:17.613747 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf86816-5b8f-4f27-8964-4ce91deb84fa req-de8152c7-637f-4536-87d2-304f61c34783 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:37:17.615271 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-aaf86816-5b8f-4f27-8964-4ce91deb84fa req-de8152c7-637f-4536-87d2-304f61c34783 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd8206c1-ab4f-4866-a66f-e422899b0c02 HTTP/1.1" status: 200 len: 945 time: 0.0527952 Apr 06 11:37:17.664803 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-aaf86816-5b8f-4f27-8964-4ce91deb84fa req-7aaf9410-a588-4cc3-87d3-975b25e3f8fc tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bdeaebf-a22d-4148-a056-724aa7966700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439401 Apr 06 11:37:18.193364 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device 856f2560-adab-4507-8a06-af35ca0b933c no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:37:18.272605 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Current status of the port 856f2560-adab-4507-8a06-af35ca0b933c is: ACTIVE; New status is: DOWN {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:37:18.272992 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (856f2560-adab-4507-8a06-af35ca0b933c), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:18.295643 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd8206c1-ab4f-4866-a66f-e422899b0c02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '856f2560-adab-4507-8a06-af35ca0b933c'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:37:18.297983 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a256e0d7ec5edad375dd6353356bf7a80218bed4a34d309726d6a914db977355" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5812651c-fc89-4cfb-ad84-212b78fcbf52" -d '{"events": [{"server_uuid": "cd8206c1-ab4f-4866-a66f-e422899b0c02", "name": "network-vif-unplugged", "status": "completed", "tag": "856f2560-adab-4507-8a06-af35ca0b933c"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:37:18.310139 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port 856f2560-adab-4507-8a06-af35ca0b933c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=856f2560-adab-4507-8a06-af35ca0b933c,segment=NetworkSegment(48d35104-9030-4a9f-be5c-3bd61cd95e2d),segment_id=48d35104-9030-4a9f-be5c-3bd61cd95e2d)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:37:18.336677 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 06 Apr 2022 11:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d2a9bc-7c64-4d54-93ed-a89f9d897697 x-openstack-request-id: req-26d2a9bc-7c64-4d54-93ed-a89f9d897697 {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:37:18.336967 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd8206c1-ab4f-4866-a66f-e422899b0c02", "name": "network-vif-unplugged", "status": "failed", "tag": "856f2560-adab-4507-8a06-af35ca0b933c", "code": 422}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:37:18.337251 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-26d2a9bc-7c64-4d54-93ed-a89f9d897697 {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:37:18.337651 dv-cinder-836073-2-iscsi neutron-server[103883]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-26d2a9bc-7c64-4d54-93ed-a89f9d897697']: {'server_uuid': 'cd8206c1-ab4f-4866-a66f-e422899b0c02', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '856f2560-adab-4507-8a06-af35ca0b933c', 'code': 422} returned with failed status Apr 06 11:37:18.367706 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (856f2560-adab-4507-8a06-af35ca0b933c), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:18.414262 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Pushing event updated for resources: {'Port': ['ID=856f2560-adab-4507-8a06-af35ca0b933c,revision_number=8']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:37:18.792762 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60797c0-e7d8-4762-ad48-127afa0d1be7 req-d7fcfdee-e7d6-4c86-ba2b-d01f868354bd tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:37:18.794256 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-f60797c0-e7d8-4762-ad48-127afa0d1be7 req-d7fcfdee-e7d6-4c86-ba2b-d01f868354bd tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd8206c1-ab4f-4866-a66f-e422899b0c02 HTTP/1.1" status: 200 len: 943 time: 0.0524101 Apr 06 11:37:18.839914 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-f60797c0-e7d8-4762-ad48-127afa0d1be7 req-3124da53-a8d4-4d43-99a2-295c067ca821 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bdeaebf-a22d-4148-a056-724aa7966700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401957 Apr 06 11:37:20.872286 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8eb6f5-3e11-4f3b-87cd-d823dc442b72 req-ab33f184-a7b1-484f-aec9-6d92f0fb1746 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:37:20.873841 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-1d8eb6f5-3e11-4f3b-87cd-d823dc442b72 req-ab33f184-a7b1-484f-aec9-6d92f0fb1746 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd8206c1-ab4f-4866-a66f-e422899b0c02 HTTP/1.1" status: 200 len: 943 time: 0.0531552 Apr 06 11:37:20.920144 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-1d8eb6f5-3e11-4f3b-87cd-d823dc442b72 req-644dd5e9-4db6-4440-a4f6-16c9df725038 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bdeaebf-a22d-4148-a056-724aa7966700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405648 Apr 06 11:37:21.093560 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5c6c5818-cf11-423b-ad99-81db50053415 req-77b3d812-7932-4d20-8b1d-961b2b0072da service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cd8206c1-ab4f-4866-a66f-e422899b0c02&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0469520 Apr 06 11:37:21.168651 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c5818-cf11-423b-ad99-81db50053415 req-1821046e-59b4-4c88-9af9-e1560c8d708e tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:37:21.170004 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-5c6c5818-cf11-423b-ad99-81db50053415 req-1821046e-59b4-4c88-9af9-e1560c8d708e tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports/856f2560-adab-4507-8a06-af35ca0b933c HTTP/1.1" status: 200 len: 940 time: 0.0485244 Apr 06 11:37:22.047685 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e571b4b6-ae2d-4a1e-a9a0-cdb8b62921f1 req-2fa2f4a1-bc7d-4d33-b235-44e1691a7492 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:37:22.049190 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e571b4b6-ae2d-4a1e-a9a0-cdb8b62921f1 req-2fa2f4a1-bc7d-4d33-b235-44e1691a7492 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd8206c1-ab4f-4866-a66f-e422899b0c02 HTTP/1.1" status: 200 len: 943 time: 0.0554266 Apr 06 11:37:22.100421 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e571b4b6-ae2d-4a1e-a9a0-cdb8b62921f1 req-506284a1-d9ba-4faf-afa4-b4cf18ae295e tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bdeaebf-a22d-4148-a056-724aa7966700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453644 Apr 06 11:37:22.419080 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c5818-cf11-423b-ad99-81db50053415 req-15a9a786-770d-4593-ada7-10228806d01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:37:22.420821 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5c6c5818-cf11-423b-ad99-81db50053415 req-15a9a786-770d-4593-ada7-10228806d01a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cd8206c1-ab4f-4866-a66f-e422899b0c02&tenant_id=3afc2827a2964297baad3e6d85665721 HTTP/1.1" status: 200 len: 1127 time: 0.0440297 Apr 06 11:37:22.486406 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c5818-cf11-423b-ad99-81db50053415 req-403ccda5-6cc2-4109-ad22-0fd1194d5dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:37:22.487969 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5c6c5818-cf11-423b-ad99-81db50053415 req-403ccda5-6cc2-4109-ad22-0fd1194d5dbc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3afc2827a2964297baad3e6d85665721&device_id=cd8206c1-ab4f-4866-a66f-e422899b0c02 HTTP/1.1" status: 200 len: 1127 time: 0.0470049 Apr 06 11:37:22.573302 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c5818-cf11-423b-ad99-81db50053415 req-c511e957-6c8a-474f-b521-0ff185e86c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:37:22.574806 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5c6c5818-cf11-423b-ad99-81db50053415 req-c511e957-6c8a-474f-b521-0ff185e86c72 service neutron] 10.222.0.48 "GET /v2.0/networks?id=37804288-ffd4-4232-b10e-0727b0e5cfad HTTP/1.1" status: 200 len: 918 time: 0.0812654 Apr 06 11:37:22.641820 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5c6c5818-cf11-423b-ad99-81db50053415 req-464da5bd-05b3-4756-8f28-77939516c1fd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=856f2560-adab-4507-8a06-af35ca0b933c HTTP/1.1" status: 200 len: 999 time: 0.0612042 Apr 06 11:37:22.688064 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c5818-cf11-423b-ad99-81db50053415 req-a6cf9c23-8b00-4865-869c-5a0bc3a8c5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:37:22.689457 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5c6c5818-cf11-423b-ad99-81db50053415 req-a6cf9c23-8b00-4865-869c-5a0bc3a8c5d3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e5b096a1-c3bc-425b-b0d6-e505d89de44f HTTP/1.1" status: 200 len: 856 time: 0.0421345 Apr 06 11:37:22.736171 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c5818-cf11-423b-ad99-81db50053415 req-7136d0b4-b003-4492-a98e-28deab74285b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:37:22.738219 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5c6c5818-cf11-423b-ad99-81db50053415 req-7136d0b4-b003-4492-a98e-28deab74285b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=37804288-ffd4-4232-b10e-0727b0e5cfad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430772 Apr 06 11:37:22.827475 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5c6c5818-cf11-423b-ad99-81db50053415 req-9b08fdc1-3ef7-40a1-b023-71cb8560084f service neutron] 10.222.0.48 "GET /v2.0/networks/37804288-ffd4-4232-b10e-0727b0e5cfad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824397 Apr 06 11:37:22.913500 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5c6c5818-cf11-423b-ad99-81db50053415 req-c31225af-5ad9-46d3-a293-6c9406391378 service neutron] 10.222.0.48 "GET /v2.0/networks/37804288-ffd4-4232-b10e-0727b0e5cfad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796328 Apr 06 11:37:23.220394 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a444e8-e682-4c9f-b9b8-fc9ede4f285e req-f5627684-4d55-4533-9286-75d0777759a1 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:37:23.222412 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-23a444e8-e682-4c9f-b9b8-fc9ede4f285e req-f5627684-4d55-4533-9286-75d0777759a1 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd8206c1-ab4f-4866-a66f-e422899b0c02 HTTP/1.1" status: 200 len: 943 time: 0.0519691 Apr 06 11:37:23.272278 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-23a444e8-e682-4c9f-b9b8-fc9ede4f285e req-51c28813-76e1-434a-b0b7-6c0ccfa3b3a0 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bdeaebf-a22d-4148-a056-724aa7966700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436084 Apr 06 11:37:24.407561 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd88d50-2dce-43db-b608-deadb197bb53 req-ff60e6e1-a261-4bd1-822a-27a001acb543 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:37:24.409134 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7cd88d50-2dce-43db-b608-deadb197bb53 req-ff60e6e1-a261-4bd1-822a-27a001acb543 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd8206c1-ab4f-4866-a66f-e422899b0c02 HTTP/1.1" status: 200 len: 943 time: 0.0656719 Apr 06 11:37:24.460901 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7cd88d50-2dce-43db-b608-deadb197bb53 req-c44a7850-58aa-4eff-89fe-12b844ecb84c tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bdeaebf-a22d-4148-a056-724aa7966700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460677 Apr 06 11:37:25.590006 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80517511-2836-4751-b440-e6b44367f509 req-6dc46822-ff3a-430f-b714-7138c81dca30 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:37:25.591494 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-80517511-2836-4751-b440-e6b44367f509 req-6dc46822-ff3a-430f-b714-7138c81dca30 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd8206c1-ab4f-4866-a66f-e422899b0c02 HTTP/1.1" status: 200 len: 943 time: 0.0538077 Apr 06 11:37:25.640969 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-80517511-2836-4751-b440-e6b44367f509 req-02e198d8-c06e-41b4-8501-8793663c8265 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bdeaebf-a22d-4148-a056-724aa7966700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437748 Apr 06 11:37:26.765005 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20c77db-75a8-4e25-aa71-5cfd423f02a5 req-c6924080-c059-49f5-bb8b-494cc72e84fe tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:37:26.766496 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a20c77db-75a8-4e25-aa71-5cfd423f02a5 req-c6924080-c059-49f5-bb8b-494cc72e84fe tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd8206c1-ab4f-4866-a66f-e422899b0c02 HTTP/1.1" status: 200 len: 943 time: 0.0519676 Apr 06 11:37:26.821036 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a20c77db-75a8-4e25-aa71-5cfd423f02a5 req-f583b941-6499-4978-bbda-e685b8d078b8 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bdeaebf-a22d-4148-a056-724aa7966700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477438 Apr 06 11:37:27.961920 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca665e5-1572-4c9f-ac81-7dc4817e63c6 req-52123ea4-4bf5-443b-8523-bdd101a53f10 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:37:27.963429 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-bca665e5-1572-4c9f-ac81-7dc4817e63c6 req-52123ea4-4bf5-443b-8523-bdd101a53f10 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd8206c1-ab4f-4866-a66f-e422899b0c02 HTTP/1.1" status: 200 len: 943 time: 0.0571351 Apr 06 11:37:28.018127 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-bca665e5-1572-4c9f-ac81-7dc4817e63c6 req-f36008bf-7834-4828-a35a-b58d22226b39 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bdeaebf-a22d-4148-a056-724aa7966700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482111 Apr 06 11:37:29.146970 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86792462-6884-49fb-8286-cf3f30df1b45 req-0b071f63-1ee2-4022-8969-208db18080a9 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:37:29.148454 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-86792462-6884-49fb-8286-cf3f30df1b45 req-0b071f63-1ee2-4022-8969-208db18080a9 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd8206c1-ab4f-4866-a66f-e422899b0c02 HTTP/1.1" status: 200 len: 943 time: 0.0534415 Apr 06 11:37:29.206592 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-86792462-6884-49fb-8286-cf3f30df1b45 req-b0c42a61-2ae6-4e0f-ac46-080f27df1b98 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bdeaebf-a22d-4148-a056-724aa7966700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524094 Apr 06 11:37:30.355956 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac82b45-e77d-4322-96b9-6130fcc739d5 req-ecb4cb11-716b-4230-9db6-c85856966518 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:37:30.357661 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-fac82b45-e77d-4322-96b9-6130fcc739d5 req-ecb4cb11-716b-4230-9db6-c85856966518 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd8206c1-ab4f-4866-a66f-e422899b0c02 HTTP/1.1" status: 200 len: 943 time: 0.0696518 Apr 06 11:37:30.407751 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-fac82b45-e77d-4322-96b9-6130fcc739d5 req-5a4c25fe-0355-4aa7-aaba-3463ff304b2f tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bdeaebf-a22d-4148-a056-724aa7966700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435722 Apr 06 11:37:31.535503 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb5f09-93e4-4541-a57b-077d73d042e9 req-5b0f2350-2ade-4c60-9d4e-c45cf2401151 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:37:31.536882 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-dceb5f09-93e4-4541-a57b-077d73d042e9 req-5b0f2350-2ade-4c60-9d4e-c45cf2401151 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd8206c1-ab4f-4866-a66f-e422899b0c02 HTTP/1.1" status: 200 len: 943 time: 0.0560250 Apr 06 11:37:31.583080 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-dceb5f09-93e4-4541-a57b-077d73d042e9 req-b877a398-f8a3-4f9c-a3cb-0f96a608eebd tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bdeaebf-a22d-4148-a056-724aa7966700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405822 Apr 06 11:37:31.775123 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-d2f8dd02-8968-40b0-bca4-a7fc1cec66fd None None] Agent healthcheck: found 6 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:37:32.708418 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58701aea-daf7-41fd-8e97-6ec83486c633 req-a7255b96-040f-4e37-a323-1b62924418ad tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:37:32.709937 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-58701aea-daf7-41fd-8e97-6ec83486c633 req-a7255b96-040f-4e37-a323-1b62924418ad tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd8206c1-ab4f-4866-a66f-e422899b0c02 HTTP/1.1" status: 200 len: 943 time: 0.0559118 Apr 06 11:37:32.755609 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-58701aea-daf7-41fd-8e97-6ec83486c633 req-1de2ee23-d0f7-45af-b597-303034506fbb tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bdeaebf-a22d-4148-a056-724aa7966700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402148 Apr 06 11:37:33.878958 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f937168e-93b4-40a4-b533-c6c7020988dc req-6c2fc4f0-6ca9-43a4-ac69-1d617f435352 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:37:33.880446 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f937168e-93b4-40a4-b533-c6c7020988dc req-6c2fc4f0-6ca9-43a4-ac69-1d617f435352 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd8206c1-ab4f-4866-a66f-e422899b0c02 HTTP/1.1" status: 200 len: 943 time: 0.0529637 Apr 06 11:37:33.926051 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f937168e-93b4-40a4-b533-c6c7020988dc req-53edae35-ecb3-4d50-86a8-ca1a12cd2da5 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bdeaebf-a22d-4148-a056-724aa7966700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399911 Apr 06 11:37:34.267618 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device 856f2560-adab-4507-8a06-af35ca0b933c details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:37:34.363044 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port 856f2560-adab-4507-8a06-af35ca0b933c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=856f2560-adab-4507-8a06-af35ca0b933c,segment=NetworkSegment(48d35104-9030-4a9f-be5c-3bd61cd95e2d),segment_id=48d35104-9030-4a9f-be5c-3bd61cd95e2d)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:37:34.501927 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Returning: {'device': '856f2560-adab-4507-8a06-af35ca0b933c', 'network_id': '37804288-ffd4-4232-b10e-0727b0e5cfad', 'port_id': '856f2560-adab-4507-8a06-af35ca0b933c', 'mac_address': 'fa:16:3e:b8:a5:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5b096a1-c3bc-425b-b0d6-e505d89de44f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:37:34.537965 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Current status of the port 856f2560-adab-4507-8a06-af35ca0b933c is: DOWN; New status is: BUILD {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:37:34.538354 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (856f2560-adab-4507-8a06-af35ca0b933c), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:34.550373 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 856f2560-adab-4507-8a06-af35ca0b933c {{(pid=103883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:37:34.570012 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port 856f2560-adab-4507-8a06-af35ca0b933c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=856f2560-adab-4507-8a06-af35ca0b933c,segment=NetworkSegment(48d35104-9030-4a9f-be5c-3bd61cd95e2d),segment_id=48d35104-9030-4a9f-be5c-3bd61cd95e2d)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:37:34.662455 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (856f2560-adab-4507-8a06-af35ca0b933c), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:34.709572 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Pushing event updated for resources: {'Port': ['ID=856f2560-adab-4507-8a06-af35ca0b933c,revision_number=9']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:37:34.872451 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] get_ports_and_sgs() called for port_ids ['856f2560-adab-4507-8a06-af35ca0b933c'] {{(pid=103883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:37:35.050881 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492dab74-a6a2-43fc-9cb8-330aa0458b6c req-8727b87e-64d5-475b-a0e8-1830166a8ae9 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:37:35.052455 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-492dab74-a6a2-43fc-9cb8-330aa0458b6c req-8727b87e-64d5-475b-a0e8-1830166a8ae9 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd8206c1-ab4f-4866-a66f-e422899b0c02 HTTP/1.1" status: 200 len: 944 time: 0.0550299 Apr 06 11:37:35.099900 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-492dab74-a6a2-43fc-9cb8-330aa0458b6c req-a3ede67d-6b5a-4e16-90b3-1e16b05f944b tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bdeaebf-a22d-4148-a056-724aa7966700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418494 Apr 06 11:37:36.221965 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f8c40b-f67f-4ab5-918c-6316f57a4153 req-de1000f4-f38a-43db-8608-48516f473bd1 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:37:36.224114 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-80f8c40b-f67f-4ab5-918c-6316f57a4153 req-de1000f4-f38a-43db-8608-48516f473bd1 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd8206c1-ab4f-4866-a66f-e422899b0c02 HTTP/1.1" status: 200 len: 944 time: 0.0525668 Apr 06 11:37:36.272858 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-80f8c40b-f67f-4ab5-918c-6316f57a4153 req-ddc5563b-bd33-4788-8a82-ca433495f2aa tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bdeaebf-a22d-4148-a056-724aa7966700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431783 Apr 06 11:37:36.282751 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device 856f2560-adab-4507-8a06-af35ca0b933c up at agent hyperv_hv-cinder-83607 {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:37:36.329181 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Provisioning complete for port 856f2560-adab-4507-8a06-af35ca0b933c triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:37:36.329570 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (856f2560-adab-4507-8a06-af35ca0b933c), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:36.404818 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Current status of the port 856f2560-adab-4507-8a06-af35ca0b933c is: BUILD; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:37:36.405221 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (856f2560-adab-4507-8a06-af35ca0b933c), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:36.426978 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd8206c1-ab4f-4866-a66f-e422899b0c02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '856f2560-adab-4507-8a06-af35ca0b933c'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:37:36.429178 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a256e0d7ec5edad375dd6353356bf7a80218bed4a34d309726d6a914db977355" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd72ad58-e6b4-4b10-97ff-1999db44dbe0" -d '{"events": [{"server_uuid": "cd8206c1-ab4f-4866-a66f-e422899b0c02", "name": "network-vif-plugged", "status": "completed", "tag": "856f2560-adab-4507-8a06-af35ca0b933c"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:37:36.440710 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port 856f2560-adab-4507-8a06-af35ca0b933c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=856f2560-adab-4507-8a06-af35ca0b933c,segment=NetworkSegment(48d35104-9030-4a9f-be5c-3bd61cd95e2d),segment_id=48d35104-9030-4a9f-be5c-3bd61cd95e2d)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:37:36.464838 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf319e0-ca97-4467-bc45-3935181a04bb x-openstack-request-id: req-1cf319e0-ca97-4467-bc45-3935181a04bb {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:37:36.465155 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd8206c1-ab4f-4866-a66f-e422899b0c02", "name": "network-vif-plugged", "status": "completed", "tag": "856f2560-adab-4507-8a06-af35ca0b933c", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:37:36.465411 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1cf319e0-ca97-4467-bc45-3935181a04bb {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:37:36.465803 dv-cinder-836073-2-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cf319e0-ca97-4467-bc45-3935181a04bb'] response: {'server_uuid': 'cd8206c1-ab4f-4866-a66f-e422899b0c02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '856f2560-adab-4507-8a06-af35ca0b933c', 'code': 200} Apr 06 11:37:37.113805 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (856f2560-adab-4507-8a06-af35ca0b933c), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:37.165014 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Pushing event updated for resources: {'Port': ['ID=856f2560-adab-4507-8a06-af35ca0b933c,revision_number=10']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:37:37.354110 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (dc195572-b6d9-4259-8541-839e457b2650), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:37.386609 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-113e991e-b6cb-47b4-87f0-ca888c3e7f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (8a8bc679-53b2-461d-b015-cec5a247fb94), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:37.410778 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f77a48a-fbac-48d9-a6e9-6f2fd1e470a5 req-132be93b-cb31-4bdd-b9f2-1c094137ac07 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:37:37.413286 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0f77a48a-fbac-48d9-a6e9-6f2fd1e470a5 req-132be93b-cb31-4bdd-b9f2-1c094137ac07 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd8206c1-ab4f-4866-a66f-e422899b0c02 HTTP/1.1" status: 200 len: 946 time: 0.0646973 Apr 06 11:37:37.477617 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0f77a48a-fbac-48d9-a6e9-6f2fd1e470a5 req-5f5d8f5c-ac12-4911-afbe-77fb15fa34cd tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bdeaebf-a22d-4148-a056-724aa7966700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586689 Apr 06 11:37:37.566830 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f95f1-9f43-48ce-b627-40ca14682b72 req-293221b4-5695-42a0-8a47-44ba653d0fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:37:37.568219 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-589f95f1-9f43-48ce-b627-40ca14682b72 req-293221b4-5695-42a0-8a47-44ba653d0fc5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cd8206c1-ab4f-4866-a66f-e422899b0c02 HTTP/1.1" status: 200 len: 1130 time: 0.0452659 Apr 06 11:37:37.616501 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-589f95f1-9f43-48ce-b627-40ca14682b72 req-2315008b-f522-46ba-8389-71668e488b4c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7bdeaebf-a22d-4148-a056-724aa7966700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416670 Apr 06 11:37:38.608738 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59189e3-3440-48ef-a016-63c779a9f0f4 req-0f86c6a5-3e56-4602-86ce-bece29368c89 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:37:38.610345 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-d59189e3-3440-48ef-a016-63c779a9f0f4 req-0f86c6a5-3e56-4602-86ce-bece29368c89 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd8206c1-ab4f-4866-a66f-e422899b0c02 HTTP/1.1" status: 200 len: 946 time: 0.0518160 Apr 06 11:37:38.670521 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-d59189e3-3440-48ef-a016-63c779a9f0f4 req-774dde91-7ed5-41e1-a12d-84cff3de5a08 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bdeaebf-a22d-4148-a056-724aa7966700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498848 Apr 06 11:37:39.001317 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-177936a8-f931-4e10-a5ba-389faa0ee813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (9404f039-f516-42fd-94a5-c122fff5649f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:39.943171 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0245464c-da09-4226-bedf-eacb900b2f41 req-091adaeb-72d5-44b4-b0da-10013a3707b6 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:37:39.944635 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0245464c-da09-4226-bedf-eacb900b2f41 req-091adaeb-72d5-44b4-b0da-10013a3707b6 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd8206c1-ab4f-4866-a66f-e422899b0c02 HTTP/1.1" status: 200 len: 946 time: 0.2075803 Apr 06 11:37:39.992949 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0245464c-da09-4226-bedf-eacb900b2f41 req-e43191d2-3826-4b93-bf00-9f4df073d911 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bdeaebf-a22d-4148-a056-724aa7966700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425880 Apr 06 11:37:40.488741 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7d8e929e-39df-43a9-85fd-acc5bde69473 req-b68faf0d-e056-4772-ab41-5420dcf78749 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=99d010bd-981a-4ba6-92a8-dcd70dfb1bf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438137 Apr 06 11:37:40.554796 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0cc2d64b-8553-4c26-9c2d-26728f607b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (295112eb-abec-44aa-a7f9-d1b9c67b3953), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:40.578625 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e929e-39df-43a9-85fd-acc5bde69473 req-3cf46282-1636-4294-b0b9-c1d01393be19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:37:40.581204 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7d8e929e-39df-43a9-85fd-acc5bde69473 req-3cf46282-1636-4294-b0b9-c1d01393be19 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c89174131144b7f81d10ab0e7b0af30&device_id=99d010bd-981a-4ba6-92a8-dcd70dfb1bf7 HTTP/1.1" status: 200 len: 1129 time: 0.0481713 Apr 06 11:37:40.687663 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e929e-39df-43a9-85fd-acc5bde69473 req-c1303a6c-10e4-40f8-9a4d-709ac3b72b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:37:40.690196 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7d8e929e-39df-43a9-85fd-acc5bde69473 req-c1303a6c-10e4-40f8-9a4d-709ac3b72b07 service neutron] 10.222.0.48 "GET /v2.0/networks?id=56965a75-654b-40c0-bdf1-5f6273571f2c HTTP/1.1" status: 200 len: 910 time: 0.0894322 Apr 06 11:37:40.758008 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7d8e929e-39df-43a9-85fd-acc5bde69473 req-553e3079-f73d-464e-8682-920dec4e7851 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39273a02-4684-4216-af40-c9b86d197046 HTTP/1.1" status: 200 len: 1000 time: 0.0576658 Apr 06 11:37:40.807375 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e929e-39df-43a9-85fd-acc5bde69473 req-b26e5fba-e960-4ac9-b9d3-203d4f31aa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:37:40.808942 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7d8e929e-39df-43a9-85fd-acc5bde69473 req-b26e5fba-e960-4ac9-b9d3-203d4f31aa59 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c5ed26ef-7c0f-4a59-a8d0-a8a2e4ec9c56 HTTP/1.1" status: 200 len: 848 time: 0.0451651 Apr 06 11:37:40.856868 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e929e-39df-43a9-85fd-acc5bde69473 req-7bad156b-bd3a-4cfb-96ab-de0c2d107f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:37:40.858420 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7d8e929e-39df-43a9-85fd-acc5bde69473 req-7bad156b-bd3a-4cfb-96ab-de0c2d107f80 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=56965a75-654b-40c0-bdf1-5f6273571f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432007 Apr 06 11:37:40.943786 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7d8e929e-39df-43a9-85fd-acc5bde69473 req-336cffe2-1754-49b6-82bf-c72af5c52acd service neutron] 10.222.0.48 "GET /v2.0/networks/56965a75-654b-40c0-bdf1-5f6273571f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789945 Apr 06 11:37:41.033970 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7d8e929e-39df-43a9-85fd-acc5bde69473 req-d0713806-bc89-4e05-935f-e06d04e44245 service neutron] 10.222.0.48 "GET /v2.0/networks/56965a75-654b-40c0-bdf1-5f6273571f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838752 Apr 06 11:37:41.169038 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41acf5d-2953-45fe-b853-21cd2ae4b35d req-28672be2-071c-4e76-9460-31e6de9df144 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:37:41.170520 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-a41acf5d-2953-45fe-b853-21cd2ae4b35d req-28672be2-071c-4e76-9460-31e6de9df144 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd8206c1-ab4f-4866-a66f-e422899b0c02 HTTP/1.1" status: 200 len: 946 time: 0.1033256 Apr 06 11:37:41.215985 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-a41acf5d-2953-45fe-b853-21cd2ae4b35d req-eb3cacb8-5005-417a-b517-e16c2de9fe08 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bdeaebf-a22d-4148-a056-724aa7966700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390043 Apr 06 11:37:41.811548 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7bcfc971-4c1e-4d8f-8ae7-97bffdd4e21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (33edc1dd-8f2c-4a3f-bd07-9ad8bd534bf2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:43.215671 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (a2831ac0-05e7-463d-be89-41d2adab36ec), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:59.768175 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01253e-cf0a-4a33-be2d-8f15d1fd2a42 req-3a78e456-a4b7-4039-80cc-086631fa2093 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:37:59.769704 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-dc01253e-cf0a-4a33-be2d-8f15d1fd2a42 req-3a78e456-a4b7-4039-80cc-086631fa2093 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/ports?device_id=99d010bd-981a-4ba6-92a8-dcd70dfb1bf7 HTTP/1.1" status: 200 len: 945 time: 0.0527925 Apr 06 11:37:59.816903 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-dc01253e-cf0a-4a33-be2d-8f15d1fd2a42 req-e997bcbb-8f06-425e-aae1-419f5ec2ba37 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/security-groups?id=40f24ae9-9cb7-4253-8b66-7472be55d789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414186 Apr 06 11:38:00.937391 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0869d5-96db-4adf-be6d-b317343f9766 req-6e6d3c5f-fdb1-429a-a2cc-846319184539 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:38:00.938861 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1e0869d5-96db-4adf-be6d-b317343f9766 req-6e6d3c5f-fdb1-429a-a2cc-846319184539 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/ports?device_id=99d010bd-981a-4ba6-92a8-dcd70dfb1bf7 HTTP/1.1" status: 200 len: 945 time: 0.0527213 Apr 06 11:38:00.986761 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1e0869d5-96db-4adf-be6d-b317343f9766 req-30fd4155-83e9-4492-85cc-9ce875c9ea12 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/security-groups?id=40f24ae9-9cb7-4253-8b66-7472be55d789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422161 Apr 06 11:38:02.109225 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cbade3-171e-40a8-ad56-8601adf91716 req-03d2f7f0-8ba6-4756-ad81-c47b8443f7f2 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:38:02.110680 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-97cbade3-171e-40a8-ad56-8601adf91716 req-03d2f7f0-8ba6-4756-ad81-c47b8443f7f2 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/ports?device_id=99d010bd-981a-4ba6-92a8-dcd70dfb1bf7 HTTP/1.1" status: 200 len: 945 time: 0.0551574 Apr 06 11:38:02.157130 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-97cbade3-171e-40a8-ad56-8601adf91716 req-75606f8b-9f7c-427d-a4b4-e6edb26f6f50 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/security-groups?id=40f24ae9-9cb7-4253-8b66-7472be55d789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408907 Apr 06 11:38:03.279431 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f629361c-65e0-4ae3-a141-39e94a1a6f18 req-63e927e3-1c00-4f66-9370-0f6d5afc602f tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:38:03.281010 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f629361c-65e0-4ae3-a141-39e94a1a6f18 req-63e927e3-1c00-4f66-9370-0f6d5afc602f tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/ports?device_id=99d010bd-981a-4ba6-92a8-dcd70dfb1bf7 HTTP/1.1" status: 200 len: 945 time: 0.0553870 Apr 06 11:38:03.328729 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f629361c-65e0-4ae3-a141-39e94a1a6f18 req-23981381-3244-4052-9fad-521b564981e8 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/security-groups?id=40f24ae9-9cb7-4253-8b66-7472be55d789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420010 Apr 06 11:38:04.444189 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f188d6-e40f-441a-b24f-8f8a6b505938 req-e01e015f-aeb7-42ec-8e7e-77257155def0 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:38:04.445689 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-b9f188d6-e40f-441a-b24f-8f8a6b505938 req-e01e015f-aeb7-42ec-8e7e-77257155def0 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/ports?device_id=99d010bd-981a-4ba6-92a8-dcd70dfb1bf7 HTTP/1.1" status: 200 len: 945 time: 0.0509582 Apr 06 11:38:04.492848 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-b9f188d6-e40f-441a-b24f-8f8a6b505938 req-7570bb96-29a3-4e2d-a35a-e0ced7b7c47b tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/security-groups?id=40f24ae9-9cb7-4253-8b66-7472be55d789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417254 Apr 06 11:38:05.609235 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c71ae-a673-4dbf-98ad-4bfe1e465dca req-b07061ed-e32b-4e3c-81bf-612efe334b72 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:38:05.610715 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-170c71ae-a673-4dbf-98ad-4bfe1e465dca req-b07061ed-e32b-4e3c-81bf-612efe334b72 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/ports?device_id=99d010bd-981a-4ba6-92a8-dcd70dfb1bf7 HTTP/1.1" status: 200 len: 945 time: 0.0538027 Apr 06 11:38:05.658645 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-170c71ae-a673-4dbf-98ad-4bfe1e465dca req-07b3012c-835e-4b71-9e13-9c3497bcec31 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/security-groups?id=40f24ae9-9cb7-4253-8b66-7472be55d789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420861 Apr 06 11:38:06.580122 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (dc195572-b6d9-4259-8541-839e457b2650), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:06.602894 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d0f47c59-a41d-4759-8bbe-282b02097d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (8a8bc679-53b2-461d-b015-cec5a247fb94), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:06.778658 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57882fc5-f28e-4f93-9c66-f652b6813fdd req-d16a1442-f596-4ff5-85fd-740b2965c203 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:38:06.780207 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-57882fc5-f28e-4f93-9c66-f652b6813fdd req-d16a1442-f596-4ff5-85fd-740b2965c203 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/ports?device_id=99d010bd-981a-4ba6-92a8-dcd70dfb1bf7 HTTP/1.1" status: 200 len: 945 time: 0.0561628 Apr 06 11:38:06.830980 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-57882fc5-f28e-4f93-9c66-f652b6813fdd req-9953fad0-1a01-42c7-b8ef-13bffb0f3d23 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/security-groups?id=40f24ae9-9cb7-4253-8b66-7472be55d789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451303 Apr 06 11:38:07.945149 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b012f1dc-092e-4a1f-b5da-006a0616bc40 req-6e992dac-5f34-4299-9feb-7d96dc53febb tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:38:07.946608 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b012f1dc-092e-4a1f-b5da-006a0616bc40 req-6e992dac-5f34-4299-9feb-7d96dc53febb tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/ports?device_id=99d010bd-981a-4ba6-92a8-dcd70dfb1bf7 HTTP/1.1" status: 200 len: 945 time: 0.0507805 Apr 06 11:38:07.998032 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b012f1dc-092e-4a1f-b5da-006a0616bc40 req-044a8255-f548-42de-8c7f-6a70d86ed00d tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/security-groups?id=40f24ae9-9cb7-4253-8b66-7472be55d789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453444 Apr 06 11:38:08.774484 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-d2f8dd02-8968-40b0-bca4-a7fc1cec66fd None None] Agent healthcheck: found 6 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:38:09.006398 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-07aa2ec7-2ffd-4d23-b6b3-e689666d4938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (9404f039-f516-42fd-94a5-c122fff5649f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:09.116331 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac7286-effb-45db-bee2-0260a6601d15 req-45c61f01-0f97-4eb6-bd6e-1a04d31430a0 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:38:09.117835 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-c0ac7286-effb-45db-bee2-0260a6601d15 req-45c61f01-0f97-4eb6-bd6e-1a04d31430a0 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/ports?device_id=99d010bd-981a-4ba6-92a8-dcd70dfb1bf7 HTTP/1.1" status: 200 len: 945 time: 0.0518029 Apr 06 11:38:09.165706 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-c0ac7286-effb-45db-bee2-0260a6601d15 req-7a70f2d7-ade5-4648-bf4c-8eb0df3ac3fa tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/security-groups?id=40f24ae9-9cb7-4253-8b66-7472be55d789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423403 Apr 06 11:38:10.022483 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6ec0bb-3b0e-478f-8616-538f3fef7156 req-ed42f8d2-7883-49c3-9ab4-f0f6879c75b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:38:10.023960 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ad6ec0bb-3b0e-478f-8616-538f3fef7156 req-ed42f8d2-7883-49c3-9ab4-f0f6879c75b2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c89174131144b7f81d10ab0e7b0af30&device_id=99d010bd-981a-4ba6-92a8-dcd70dfb1bf7 HTTP/1.1" status: 200 len: 1129 time: 0.0857234 Apr 06 11:38:10.110762 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6ec0bb-3b0e-478f-8616-538f3fef7156 req-8559ddcb-5232-43f4-bac3-e888540c2019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:38:10.112208 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ad6ec0bb-3b0e-478f-8616-538f3fef7156 req-8559ddcb-5232-43f4-bac3-e888540c2019 service neutron] 10.222.0.48 "GET /v2.0/networks?id=56965a75-654b-40c0-bdf1-5f6273571f2c HTTP/1.1" status: 200 len: 910 time: 0.0821030 Apr 06 11:38:10.178915 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ad6ec0bb-3b0e-478f-8616-538f3fef7156 req-101a01bf-4b9f-478f-8a71-d2d7891220e1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39273a02-4684-4216-af40-c9b86d197046 HTTP/1.1" status: 200 len: 1000 time: 0.0600834 Apr 06 11:38:10.228210 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6ec0bb-3b0e-478f-8616-538f3fef7156 req-0dc0239e-5994-4889-a4ca-9279faa46a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:38:10.229699 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ad6ec0bb-3b0e-478f-8616-538f3fef7156 req-0dc0239e-5994-4889-a4ca-9279faa46a01 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c5ed26ef-7c0f-4a59-a8d0-a8a2e4ec9c56 HTTP/1.1" status: 200 len: 848 time: 0.0429444 Apr 06 11:38:10.313832 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce11afd-a2d6-4f8a-b587-a1a009e75ef9 req-4a5ed906-77f6-4ea0-b4bf-a89228df9329 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:38:10.315284 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3ce11afd-a2d6-4f8a-b587-a1a009e75ef9 req-4a5ed906-77f6-4ea0-b4bf-a89228df9329 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/ports?device_id=99d010bd-981a-4ba6-92a8-dcd70dfb1bf7 HTTP/1.1" status: 200 len: 945 time: 0.0841374 Apr 06 11:38:10.316936 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6ec0bb-3b0e-478f-8616-538f3fef7156 req-185bcb6e-370d-44da-b72e-3196a6371c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:38:10.318288 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ad6ec0bb-3b0e-478f-8616-538f3fef7156 req-185bcb6e-370d-44da-b72e-3196a6371c87 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=56965a75-654b-40c0-bdf1-5f6273571f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0785928 Apr 06 11:38:10.330310 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [req-ad6ec0bb-3b0e-478f-8616-538f3fef7156 req-5d57bfde-7c1b-4b73-8680-088294e83588 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103882) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 11:38:10.331231 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ad6ec0bb-3b0e-478f-8616-538f3fef7156 req-5d57bfde-7c1b-4b73-8680-088294e83588 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050397 Apr 06 11:38:10.413807 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3ce11afd-a2d6-4f8a-b587-a1a009e75ef9 req-99c86922-38aa-40f1-a3ee-5e397aaa0f75 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/security-groups?id=40f24ae9-9cb7-4253-8b66-7472be55d789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929368 Apr 06 11:38:10.442107 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ad6ec0bb-3b0e-478f-8616-538f3fef7156 req-1a06bff0-d0ec-47e3-a9fe-78fcd7b92c47 service neutron] 10.222.0.48 "GET /v2.0/networks/56965a75-654b-40c0-bdf1-5f6273571f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033950 Apr 06 11:38:10.534902 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ad6ec0bb-3b0e-478f-8616-538f3fef7156 req-4a55f176-b58e-46c4-a58b-0a5583beec68 service neutron] 10.222.0.48 "GET /v2.0/networks/56965a75-654b-40c0-bdf1-5f6273571f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855703 Apr 06 11:38:10.562356 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0cc2d64b-8553-4c26-9c2d-26728f607b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (295112eb-abec-44aa-a7f9-d1b9c67b3953), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:11.530303 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30fbb75-dd3f-4382-99ce-6efe5d9c7bb0 req-6acebad4-24c8-4867-ad88-7c9d41202644 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:38:11.531773 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-a30fbb75-dd3f-4382-99ce-6efe5d9c7bb0 req-6acebad4-24c8-4867-ad88-7c9d41202644 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/ports?device_id=99d010bd-981a-4ba6-92a8-dcd70dfb1bf7 HTTP/1.1" status: 200 len: 945 time: 0.0515480 Apr 06 11:38:11.583089 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-a30fbb75-dd3f-4382-99ce-6efe5d9c7bb0 req-fcb49af7-b866-475e-ac19-5064b3ccd414 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/security-groups?id=40f24ae9-9cb7-4253-8b66-7472be55d789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458581 Apr 06 11:38:11.834798 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7bcfc971-4c1e-4d8f-8ae7-97bffdd4e21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (33edc1dd-8f2c-4a3f-bd07-9ad8bd534bf2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:12.702414 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a77051-e68b-4d0e-83f3-8c9347d20884 req-b01714e2-49ba-4866-a0ef-626189fb971a tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:38:12.703892 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-77a77051-e68b-4d0e-83f3-8c9347d20884 req-b01714e2-49ba-4866-a0ef-626189fb971a tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/ports?device_id=99d010bd-981a-4ba6-92a8-dcd70dfb1bf7 HTTP/1.1" status: 200 len: 945 time: 0.0533140 Apr 06 11:38:12.752251 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-77a77051-e68b-4d0e-83f3-8c9347d20884 req-fb3f6c6d-92f1-4be0-895e-6cadd9afaa6d tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/security-groups?id=40f24ae9-9cb7-4253-8b66-7472be55d789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427098 Apr 06 11:38:13.195897 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (a2831ac0-05e7-463d-be89-41d2adab36ec), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:13.868127 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ecf46e-fe7d-4563-a990-018e2f44225f req-b81d8602-0216-45fd-8d77-723f7fbfea67 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:38:13.869632 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-e1ecf46e-fe7d-4563-a990-018e2f44225f req-b81d8602-0216-45fd-8d77-723f7fbfea67 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/ports?device_id=99d010bd-981a-4ba6-92a8-dcd70dfb1bf7 HTTP/1.1" status: 200 len: 945 time: 0.0521152 Apr 06 11:38:13.917003 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-e1ecf46e-fe7d-4563-a990-018e2f44225f req-14c9fec7-4f31-4d3e-b730-14d6fd2691dd tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/security-groups?id=40f24ae9-9cb7-4253-8b66-7472be55d789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411534 Apr 06 11:38:14.298361 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff83aea0-4ad3-45fc-8f6e-fb31e1563faa req-167410d4-4ae7-4dd2-83ad-8abac048d66d tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:38:14.299864 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ff83aea0-4ad3-45fc-8f6e-fb31e1563faa req-167410d4-4ae7-4dd2-83ad-8abac048d66d tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/ports?device_id=99d010bd-981a-4ba6-92a8-dcd70dfb1bf7 HTTP/1.1" status: 200 len: 945 time: 0.0534885 Apr 06 11:38:14.344456 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 57650) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:38:14.348323 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-ff83aea0-4ad3-45fc-8f6e-fb31e1563faa req-a382f20c-d8d3-4d85-9bc0-83ea34c2aa5c tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/security-groups?id=40f24ae9-9cb7-4253-8b66-7472be55d789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430107 Apr 06 11:38:14.426204 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-61b4bf90-b547-48e0-aea9-2fb1da9284c6 req-50872d27-c4a0-4319-9cd4-416df78cea37 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=99d010bd-981a-4ba6-92a8-dcd70dfb1bf7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0805814 Apr 06 11:38:14.434314 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [req-61b4bf90-b547-48e0-aea9-2fb1da9284c6 req-905ef992-4db6-405c-b578-696a5cb34cd8 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103882) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 11:38:14.435282 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-61b4bf90-b547-48e0-aea9-2fb1da9284c6 req-905ef992-4db6-405c-b578-696a5cb34cd8 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0046189 Apr 06 11:38:14.444080 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device 39273a02-4684-4216-af40-c9b86d197046 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:38:14.509904 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 57658) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:38:14.522603 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Current status of the port 39273a02-4684-4216-af40-c9b86d197046 is: ACTIVE; New status is: DOWN {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:38:14.523055 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (39273a02-4684-4216-af40-c9b86d197046), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:14.546157 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99d010bd-981a-4ba6-92a8-dcd70dfb1bf7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39273a02-4684-4216-af40-c9b86d197046'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:38:14.548371 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a256e0d7ec5edad375dd6353356bf7a80218bed4a34d309726d6a914db977355" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de09e019-d603-4724-a3b8-fc936cc1f3b3" -d '{"events": [{"server_uuid": "99d010bd-981a-4ba6-92a8-dcd70dfb1bf7", "name": "network-vif-unplugged", "status": "completed", "tag": "39273a02-4684-4216-af40-c9b86d197046"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:38:14.560721 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port 39273a02-4684-4216-af40-c9b86d197046, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=39273a02-4684-4216-af40-c9b86d197046,segment=NetworkSegment(096bb2a5-b0e2-4e3c-94d1-af4171cd8e3e),segment_id=096bb2a5-b0e2-4e3c-94d1-af4171cd8e3e)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:38:14.583204 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 06 Apr 2022 11:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b69532f-39da-4fc7-87bd-99bf12801b0e x-openstack-request-id: req-9b69532f-39da-4fc7-87bd-99bf12801b0e {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:38:14.583575 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99d010bd-981a-4ba6-92a8-dcd70dfb1bf7", "name": "network-vif-unplugged", "status": "failed", "tag": "39273a02-4684-4216-af40-c9b86d197046", "code": 422}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:38:14.583950 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9b69532f-39da-4fc7-87bd-99bf12801b0e {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:38:14.584424 dv-cinder-836073-2-iscsi neutron-server[103883]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-9b69532f-39da-4fc7-87bd-99bf12801b0e']: {'server_uuid': '99d010bd-981a-4ba6-92a8-dcd70dfb1bf7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '39273a02-4684-4216-af40-c9b86d197046', 'code': 422} returned with failed status Apr 06 11:38:14.612770 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4bf90-b547-48e0-aea9-2fb1da9284c6 req-90d4a015-e394-40ca-a07a-b05b803b07ec tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:38:14.614159 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-61b4bf90-b547-48e0-aea9-2fb1da9284c6 req-90d4a015-e394-40ca-a07a-b05b803b07ec tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/ports/39273a02-4684-4216-af40-c9b86d197046 HTTP/1.1" status: 200 len: 942 time: 0.1032705 Apr 06 11:38:14.624896 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (39273a02-4684-4216-af40-c9b86d197046), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:14.675256 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Pushing event updated for resources: {'Port': ['ID=39273a02-4684-4216-af40-c9b86d197046,revision_number=6']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:38:14.682368 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:38:14.682712 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:38:14.683258 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:38:14.683594 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:38:14.683927 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:38:14.684420 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:38:14.685022 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:38:14.685919 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:38:14.686285 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:38:14.686596 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:38:14.686928 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:38:14.687259 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:38:14.687585 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:38:14.688181 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:38:14.688303 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:38:15.368041 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eeca9c-f292-46bf-99d4-8c5d769039a4 req-9fcc5a43-037d-4d35-9d53-4bfcfa0027d5 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:38:15.369446 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-c3eeca9c-f292-46bf-99d4-8c5d769039a4 req-9fcc5a43-037d-4d35-9d53-4bfcfa0027d5 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd8206c1-ab4f-4866-a66f-e422899b0c02 HTTP/1.1" status: 200 len: 946 time: 0.0517075 Apr 06 11:38:15.418161 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-c3eeca9c-f292-46bf-99d4-8c5d769039a4 req-74df2ae6-dd41-43aa-8889-10fa32e4b71f tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bdeaebf-a22d-4148-a056-724aa7966700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420592 Apr 06 11:38:15.471237 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fd8997-cd60-4db3-b0f7-156e1ae49fbd req-7ee59702-e5a6-4f5d-911c-5a212c43633b tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:38:15.472690 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-95fd8997-cd60-4db3-b0f7-156e1ae49fbd req-7ee59702-e5a6-4f5d-911c-5a212c43633b tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/ports?device_id=99d010bd-981a-4ba6-92a8-dcd70dfb1bf7 HTTP/1.1" status: 200 len: 943 time: 0.0554879 Apr 06 11:38:15.520583 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-95fd8997-cd60-4db3-b0f7-156e1ae49fbd req-3ab9d29c-0346-44e5-84c1-6c4f7df4bf67 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/security-groups?id=40f24ae9-9cb7-4253-8b66-7472be55d789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420249 Apr 06 11:38:16.540625 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfea23e-06a3-4957-940b-00e30d716179 req-4d2c597c-6d9a-4c68-b646-362704f335e5 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:38:16.542131 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-8dfea23e-06a3-4957-940b-00e30d716179 req-4d2c597c-6d9a-4c68-b646-362704f335e5 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd8206c1-ab4f-4866-a66f-e422899b0c02 HTTP/1.1" status: 200 len: 946 time: 0.0522096 Apr 06 11:38:16.602087 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-8dfea23e-06a3-4957-940b-00e30d716179 req-d9e94e98-87ff-4cfc-a068-b3e5d9b18054 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups?id=7bdeaebf-a22d-4148-a056-724aa7966700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531394 Apr 06 11:38:16.637251 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ada17-ecf5-460a-8d9f-1c343331e41f req-f876279b-730c-44e6-8bbb-4db99110f873 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:38:16.639225 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8b0ada17-ecf5-460a-8d9f-1c343331e41f req-f876279b-730c-44e6-8bbb-4db99110f873 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd8206c1-ab4f-4866-a66f-e422899b0c02 HTTP/1.1" status: 200 len: 946 time: 0.0838244 Apr 06 11:38:16.697547 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f61e99-588c-4f8d-bc73-e834ef3640a0 req-8a526164-7c1d-4689-83f3-28b2ddac31c7 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:38:16.699009 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c8f61e99-588c-4f8d-bc73-e834ef3640a0 req-8a526164-7c1d-4689-83f3-28b2ddac31c7 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/ports?device_id=99d010bd-981a-4ba6-92a8-dcd70dfb1bf7 HTTP/1.1" status: 200 len: 943 time: 0.0981486 Apr 06 11:38:16.778335 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c8f61e99-588c-4f8d-bc73-e834ef3640a0 req-84cc682d-5fda-4be2-8be5-d242b4bd3bac tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/security-groups?id=40f24ae9-9cb7-4253-8b66-7472be55d789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726058 Apr 06 11:38:16.785231 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [req-8b0ada17-ecf5-460a-8d9f-1c343331e41f req-3a8d49b7-a99b-4c95-afc9-672c5919d94e tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Deleting port 856f2560-adab-4507-8a06-af35ca0b933c {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:38:16.785577 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-8b0ada17-ecf5-460a-8d9f-1c343331e41f req-3a8d49b7-a99b-4c95-afc9-672c5919d94e tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192836145'] for port (856f2560-adab-4507-8a06-af35ca0b933c), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:16.875605 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [req-8b0ada17-ecf5-460a-8d9f-1c343331e41f req-3a8d49b7-a99b-4c95-afc9-672c5919d94e tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] For port 856f2560-adab-4507-8a06-af35ca0b933c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=856f2560-adab-4507-8a06-af35ca0b933c,segment=NetworkSegment(48d35104-9030-4a9f-be5c-3bd61cd95e2d),segment_id=48d35104-9030-4a9f-be5c-3bd61cd95e2d)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:38:16.875910 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-8b0ada17-ecf5-460a-8d9f-1c343331e41f req-3a8d49b7-a99b-4c95-afc9-672c5919d94e tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-891628'] for port (856f2560-adab-4507-8a06-af35ca0b933c), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:17.045308 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-8b0ada17-ecf5-460a-8d9f-1c343331e41f req-3a8d49b7-a99b-4c95-afc9-672c5919d94e tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:17.045714 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-8b0ada17-ecf5-460a-8d9f-1c343331e41f req-3a8d49b7-a99b-4c95-afc9-672c5919d94e tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-886429'] for floatingip (90f1ed0d-f496-4402-b365-97da65f87b72), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:17.046031 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.db.l3_db [req-8b0ada17-ecf5-460a-8d9f-1c343331e41f req-3a8d49b7-a99b-4c95-afc9-672c5919d94e tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Floating IP 90f1ed0d-f496-4402-b365-97da65f87b72 disassociated. External IP: 172.27.2.150, port: 856f2560-adab-4507-8a06-af35ca0b933c. Apr 06 11:38:17.046375 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [req-8b0ada17-ecf5-460a-8d9f-1c343331e41f req-3a8d49b7-a99b-4c95-afc9-672c5919d94e tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Calling delete_port for 856f2560-adab-4507-8a06-af35ca0b933c owned by compute:nova {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:38:17.234536 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-8b0ada17-ecf5-460a-8d9f-1c343331e41f req-3a8d49b7-a99b-4c95-afc9-672c5919d94e tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192843524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779192465933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797839'] for port (856f2560-adab-4507-8a06-af35ca0b933c), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:17.264928 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8d49b7-a99b-4c95-afc9-672c5919d94e tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Pushing event deleted for resources: {'Port': ['ID=856f2560-adab-4507-8a06-af35ca0b933c,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:38:17.276602 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8d49b7-a99b-4c95-afc9-672c5919d94e tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:38:17.277316 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8d49b7-a99b-4c95-afc9-672c5919d94e tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:38:17.277549 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8d49b7-a99b-4c95-afc9-672c5919d94e tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:38:17.277681 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8d49b7-a99b-4c95-afc9-672c5919d94e tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:38:17.278024 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8d49b7-a99b-4c95-afc9-672c5919d94e tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:38:17.278461 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8d49b7-a99b-4c95-afc9-672c5919d94e tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:38:17.278892 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8d49b7-a99b-4c95-afc9-672c5919d94e tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:38:17.279236 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8d49b7-a99b-4c95-afc9-672c5919d94e tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:38:17.279581 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8d49b7-a99b-4c95-afc9-672c5919d94e tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:38:17.279930 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8d49b7-a99b-4c95-afc9-672c5919d94e tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:38:17.280271 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8d49b7-a99b-4c95-afc9-672c5919d94e tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:38:17.280601 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8d49b7-a99b-4c95-afc9-672c5919d94e tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:38:17.280933 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8d49b7-a99b-4c95-afc9-672c5919d94e tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:38:17.281298 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8d49b7-a99b-4c95-afc9-672c5919d94e tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:38:17.281632 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a8d49b7-a99b-4c95-afc9-672c5919d94e tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:38:17.393500 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b0ada17-ecf5-460a-8d9f-1c343331e41f req-3a8d49b7-a99b-4c95-afc9-672c5919d94e tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Router b7d7bde6-d0db-4ddc-9294-444243721d37 has already been hosted by L3 agent 9404f039-f516-42fd-94a5-c122fff5649f {{(pid=103882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:38:17.725127 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-eaf205a2-4aed-4ae1-867f-42685904bc92 req-209b321e-752a-4010-a849-70cb72d6acd2 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd8206c1-ab4f-4866-a66f-e422899b0c02 HTTP/1.1" status: 200 len: 210 time: 0.0350032 Apr 06 11:38:17.782931 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b0ada17-ecf5-460a-8d9f-1c343331e41f req-3a8d49b7-a99b-4c95-afc9-672c5919d94e tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Notify agent at l3_agent.dv-cinder-836073-2-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:38:17.792874 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff59fdd-e358-4344-9439-cd09392d5585 None None] Sync routers for ids ['b7d7bde6-d0db-4ddc-9294-444243721d37'] in dv-cinder-836073-2-iscsi {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:38:17.802851 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff59fdd-e358-4344-9439-cd09392d5585 None None] Routers {'b7d7bde6-d0db-4ddc-9294-444243721d37'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:38:17.803477 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-8ff59fdd-e358-4344-9439-cd09392d5585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:38:09Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['b7d7bde6-d0db-4ddc-9294-444243721d37'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:38:17.827027 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b0ada17-ecf5-460a-8d9f-1c343331e41f req-3a8d49b7-a99b-4c95-afc9-672c5919d94e tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] No DVR routers for this DVR port 856f2560-adab-4507-8a06-af35ca0b933c on host hv-cinder-83607 {{(pid=103882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:38:17.829833 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-8b0ada17-ecf5-460a-8d9f-1c343331e41f req-3a8d49b7-a99b-4c95-afc9-672c5919d94e tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for port (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:17.833252 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8b0ada17-ecf5-460a-8d9f-1c343331e41f req-3a8d49b7-a99b-4c95-afc9-672c5919d94e tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.48 "DELETE /v2.0/ports/856f2560-adab-4507-8a06-af35ca0b933c HTTP/1.1" status: 204 len: 173 time: 1.1881742 Apr 06 11:38:17.833768 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd8206c1-ab4f-4866-a66f-e422899b0c02', 'name': 'network-vif-deleted', 'tag': '856f2560-adab-4507-8a06-af35ca0b933c'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:38:17.836055 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29156e5c8df2cda5f8c3a12ff109e02ba7a327efefb734c2c5f81b1bf548e3ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ffcc852-ffa8-4381-8619-9e415a7fd582" -d '{"events": [{"server_uuid": "cd8206c1-ab4f-4866-a66f-e422899b0c02", "name": "network-vif-deleted", "tag": "856f2560-adab-4507-8a06-af35ca0b933c"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:38:17.915297 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0908f53-d990-4a28-b426-e5d890521d7e req-e2530b97-ca91-4cf1-bfbe-cf57ccfe3621 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:38:17.916963 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c0908f53-d990-4a28-b426-e5d890521d7e req-e2530b97-ca91-4cf1-bfbe-cf57ccfe3621 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/ports?device_id=99d010bd-981a-4ba6-92a8-dcd70dfb1bf7 HTTP/1.1" status: 200 len: 943 time: 0.0682294 Apr 06 11:38:17.920730 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-8ff59fdd-e358-4344-9439-cd09392d5585 None None] Set router b7d7bde6-d0db-4ddc-9294-444243721d37 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:38:17.955615 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f787ed4b-6c80-4d73-8019-98617a4c768f x-openstack-request-id: req-f787ed4b-6c80-4d73-8019-98617a4c768f {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:38:17.955995 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd8206c1-ab4f-4866-a66f-e422899b0c02", "name": "network-vif-deleted", "tag": "856f2560-adab-4507-8a06-af35ca0b933c", "status": "completed", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:38:17.956345 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f787ed4b-6c80-4d73-8019-98617a4c768f {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:38:17.956811 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f787ed4b-6c80-4d73-8019-98617a4c768f'] response: {'server_uuid': 'cd8206c1-ab4f-4866-a66f-e422899b0c02', 'name': 'network-vif-deleted', 'tag': '856f2560-adab-4507-8a06-af35ca0b933c', 'status': 'completed', 'code': 200} Apr 06 11:38:18.005380 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c0908f53-d990-4a28-b426-e5d890521d7e req-9f021d2c-9dec-4cfe-9f67-94e06746c647 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/security-groups?id=40f24ae9-9cb7-4253-8b66-7472be55d789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777123 Apr 06 11:38:18.008295 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4bf90-b547-48e0-aea9-2fb1da9284c6 req-3f02a078-313d-4d03-894b-a02cf179f274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:38:18.009757 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-61b4bf90-b547-48e0-aea9-2fb1da9284c6 req-3f02a078-313d-4d03-894b-a02cf179f274 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=99d010bd-981a-4ba6-92a8-dcd70dfb1bf7&tenant_id=5c89174131144b7f81d10ab0e7b0af30 HTTP/1.1" status: 200 len: 1127 time: 0.0918179 Apr 06 11:38:18.080189 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4bf90-b547-48e0-aea9-2fb1da9284c6 req-7c3274d1-ec6c-4552-8ef9-db08f85d9825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:38:18.081725 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-61b4bf90-b547-48e0-aea9-2fb1da9284c6 req-7c3274d1-ec6c-4552-8ef9-db08f85d9825 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c89174131144b7f81d10ab0e7b0af30&device_id=99d010bd-981a-4ba6-92a8-dcd70dfb1bf7 HTTP/1.1" status: 200 len: 1127 time: 0.0477784 Apr 06 11:38:18.141151 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-8ff59fdd-e358-4344-9439-cd09392d5585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7d7bde6-d0db-4ddc-9294-444243721d37', 'name': 'tempest-AttachVolumeShelveTestJSON-2057878857-router', 'tenant_id': '3afc2827a2964297baad3e6d85665721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'bbae9186-0728-425f-b1b8-9aa843a7f3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:32:43Z', 'updated_at': '2022-04-06T11:32:49Z', 'revision_number': 4, 'project_id': '3afc2827a2964297baad3e6d85665721', 'gw_port': {'id': 'bbae9186-0728-425f-b1b8-9aa843a7f3a5', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:cb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d7bde6-d0db-4ddc-9294-444243721d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:32:44Z', 'updated_at': '2022-04-06T11:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_interfaces': [{'id': '05e2a44d-784e-45fb-be60-a5cae8bfeb7d', 'name': '', 'network_id': '37804288-ffd4-4232-b10e-0727b0e5cfad', 'tenant_id': '3afc2827a2964297baad3e6d85665721', 'mac_address': 'fa:16:3e:d3:1d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d7bde6-d0db-4ddc-9294-444243721d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'e5b096a1-c3bc-425b-b0d6-e505d89de44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:32:47Z', 'updated_at': '2022-04-06T11:32:53Z', 'revision_number': 5, 'project_id': '3afc2827a2964297baad3e6d85665721', 'subnets': [{'id': 'e5b096a1-c3bc-425b-b0d6-e505d89de44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:38:18.168360 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff59fdd-e358-4344-9439-cd09392d5585 None None] Checking router: b7d7bde6-d0db-4ddc-9294-444243721d37 for host: dv-cinder-836073-2-iscsi {{(pid=103883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:38:18.177972 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff59fdd-e358-4344-9439-cd09392d5585 None None] Routers {'b7d7bde6-d0db-4ddc-9294-444243721d37'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:38:18.178585 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-8ff59fdd-e358-4344-9439-cd09392d5585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:38:09Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['b7d7bde6-d0db-4ddc-9294-444243721d37'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:38:18.180660 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4bf90-b547-48e0-aea9-2fb1da9284c6 req-f6aff32a-81e9-4e94-8caa-b60e0ac556b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:38:18.182305 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-61b4bf90-b547-48e0-aea9-2fb1da9284c6 req-f6aff32a-81e9-4e94-8caa-b60e0ac556b9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=56965a75-654b-40c0-bdf1-5f6273571f2c HTTP/1.1" status: 200 len: 910 time: 0.0913343 Apr 06 11:38:18.247040 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-61b4bf90-b547-48e0-aea9-2fb1da9284c6 req-01c87e92-52d9-404a-90c2-c28116042ff1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39273a02-4684-4216-af40-c9b86d197046 HTTP/1.1" status: 200 len: 998 time: 0.0590165 Apr 06 11:38:18.296824 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4bf90-b547-48e0-aea9-2fb1da9284c6 req-ab46b607-1e0b-4f7a-9092-a84e4a48a4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:38:18.298368 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-61b4bf90-b547-48e0-aea9-2fb1da9284c6 req-ab46b607-1e0b-4f7a-9092-a84e4a48a4dd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c5ed26ef-7c0f-4a59-a8d0-a8a2e4ec9c56 HTTP/1.1" status: 200 len: 848 time: 0.0440555 Apr 06 11:38:18.300271 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-8ff59fdd-e358-4344-9439-cd09392d5585 None None] Set router b7d7bde6-d0db-4ddc-9294-444243721d37 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:38:18.495260 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-8ff59fdd-e358-4344-9439-cd09392d5585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7d7bde6-d0db-4ddc-9294-444243721d37', 'name': 'tempest-AttachVolumeShelveTestJSON-2057878857-router', 'tenant_id': '3afc2827a2964297baad3e6d85665721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'bbae9186-0728-425f-b1b8-9aa843a7f3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:32:43Z', 'updated_at': '2022-04-06T11:32:49Z', 'revision_number': 4, 'project_id': '3afc2827a2964297baad3e6d85665721', 'gw_port': {'id': 'bbae9186-0728-425f-b1b8-9aa843a7f3a5', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:cb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d7bde6-d0db-4ddc-9294-444243721d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:32:44Z', 'updated_at': '2022-04-06T11:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_interfaces': [{'id': '05e2a44d-784e-45fb-be60-a5cae8bfeb7d', 'name': '', 'network_id': '37804288-ffd4-4232-b10e-0727b0e5cfad', 'tenant_id': '3afc2827a2964297baad3e6d85665721', 'mac_address': 'fa:16:3e:d3:1d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d7bde6-d0db-4ddc-9294-444243721d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'e5b096a1-c3bc-425b-b0d6-e505d89de44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:32:47Z', 'updated_at': '2022-04-06T11:32:53Z', 'revision_number': 5, 'project_id': '3afc2827a2964297baad3e6d85665721', 'subnets': [{'id': 'e5b096a1-c3bc-425b-b0d6-e505d89de44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:38:18.525513 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff59fdd-e358-4344-9439-cd09392d5585 None None] The sync data for ids ['b7d7bde6-d0db-4ddc-9294-444243721d37'] in dv-cinder-836073-2-iscsi is: [{'id': 'b7d7bde6-d0db-4ddc-9294-444243721d37', 'name': 'tempest-AttachVolumeShelveTestJSON-2057878857-router', 'tenant_id': '3afc2827a2964297baad3e6d85665721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'bbae9186-0728-425f-b1b8-9aa843a7f3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:32:43Z', 'updated_at': '2022-04-06T11:32:49Z', 'revision_number': 4, 'project_id': '3afc2827a2964297baad3e6d85665721', 'gw_port': {'id': 'bbae9186-0728-425f-b1b8-9aa843a7f3a5', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:cb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d7bde6-d0db-4ddc-9294-444243721d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:32:44Z', 'updated_at': '2022-04-06T11:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_interfaces': [{'id': '05e2a44d-784e-45fb-be60-a5cae8bfeb7d', 'name': '', 'network_id': '37804288-ffd4-4232-b10e-0727b0e5cfad', 'tenant_id': '3afc2827a2964297baad3e6d85665721', 'mac_address': 'fa:16:3e:d3:1d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d7bde6-d0db-4ddc-9294-444243721d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'e5b096a1-c3bc-425b-b0d6-e505d89de44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:32:47Z', 'updated_at': '2022-04-06T11:32:53Z', 'revision_number': 5, 'project_id': '3afc2827a2964297baad3e6d85665721', 'subnets': [{'id': 'e5b096a1-c3bc-425b-b0d6-e505d89de44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:38:18.527345 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4bf90-b547-48e0-aea9-2fb1da9284c6 req-431d9f5f-c9d0-4d46-b9a5-4cea616ed6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:38:18.529855 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-61b4bf90-b547-48e0-aea9-2fb1da9284c6 req-431d9f5f-c9d0-4d46-b9a5-4cea616ed6ce service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=56965a75-654b-40c0-bdf1-5f6273571f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0499072 Apr 06 11:38:18.622445 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-61b4bf90-b547-48e0-aea9-2fb1da9284c6 req-d8b5c9f1-822d-4a21-b72a-05fbacaa8ac7 service neutron] 10.222.0.48 "GET /v2.0/networks/56965a75-654b-40c0-bdf1-5f6273571f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856609 Apr 06 11:38:18.728142 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-61b4bf90-b547-48e0-aea9-2fb1da9284c6 req-1582cf09-dce1-4ebd-9665-87bef53a9c05 service neutron] 10.222.0.48 "GET /v2.0/networks/56965a75-654b-40c0-bdf1-5f6273571f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963504 Apr 06 11:38:18.781033 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4df0ac-53a8-4289-8845-a7f1dd45758f None None] New status for floating IP 90f1ed0d-f496-4402-b365-97da65f87b72: DOWN {{(pid=103884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:38:18.893789 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 57702) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:38:18.945761 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f0f5a716-165c-4fc7-8374-5f42854efde4 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks [] for security_group (7bdeaebf-a22d-4148-a056-724aa7966700), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:18.970426 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f0f5a716-165c-4fc7-8374-5f42854efde4 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks [] for security_group (7bdeaebf-a22d-4148-a056-724aa7966700), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:19.092681 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f0f5a716-165c-4fc7-8374-5f42854efde4 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (7bdeaebf-a22d-4148-a056-724aa7966700), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:19.095421 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f0f5a716-165c-4fc7-8374-5f42854efde4 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:19.096634 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-f0f5a716-165c-4fc7-8374-5f42854efde4 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "DELETE /v2.0/security-groups/7bdeaebf-a22d-4148-a056-724aa7966700 HTTP/1.1" status: 204 len: 168 time: 0.2018318 Apr 06 11:38:19.099337 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 57706) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:38:19.106439 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f5a716-165c-4fc7-8374-5f42854efde4 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bdeaebf-a22d-4148-a056-724aa7966700,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:38:19.118598 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.api.v2.resource [None req-372f5337-f1e0-46ca-9d81-58f947699e56 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] show failed (client error): The resource could not be found. Apr 06 11:38:19.119635 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-372f5337-f1e0-46ca-9d81-58f947699e56 tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "GET /v2.0/security-groups/7bdeaebf-a22d-4148-a056-724aa7966700 HTTP/1.1" status: 404 len: 347 time: 0.0189455 Apr 06 11:38:19.123199 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 57708) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:38:19.143259 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73b0d3-a3d8-43cb-aca4-2dc888a5e5e9 req-af3f9539-469a-4f01-a3b9-9ee98d841eb7 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:38:19.144750 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-8d73b0d3-a3d8-43cb-aca4-2dc888a5e5e9 req-af3f9539-469a-4f01-a3b9-9ee98d841eb7 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/ports?device_id=99d010bd-981a-4ba6-92a8-dcd70dfb1bf7 HTTP/1.1" status: 200 len: 943 time: 0.0733368 Apr 06 11:38:19.194710 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-8d73b0d3-a3d8-43cb-aca4-2dc888a5e5e9 req-c86e083b-a510-4a5e-beb0-bcb13c90af83 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/security-groups?id=40f24ae9-9cb7-4253-8b66-7472be55d789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439639 Apr 06 11:38:19.249460 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-8bd208ae-7e26-4028-bc08-d3796424ee4b tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Deleting port 5a2e3fb1-83ce-42ef-b01d-6c163f6553c8 {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:38:19.249795 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8bd208ae-7e26-4028-bc08-d3796424ee4b tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192836145'] for port (5a2e3fb1-83ce-42ef-b01d-6c163f6553c8), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:19.325518 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8bd208ae-7e26-4028-bc08-d3796424ee4b tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-891628'] for port (5a2e3fb1-83ce-42ef-b01d-6c163f6553c8), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:19.325953 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8bd208ae-7e26-4028-bc08-d3796424ee4b tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks [] for floatingip (5a2e3fb1-83ce-42ef-b01d-6c163f6553c8), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:19.337777 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-8bd208ae-7e26-4028-bc08-d3796424ee4b tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Calling delete_port for 5a2e3fb1-83ce-42ef-b01d-6c163f6553c8 owned by network:floatingip {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:38:19.525757 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8bd208ae-7e26-4028-bc08-d3796424ee4b tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192843524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779192465933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797839'] for port (5a2e3fb1-83ce-42ef-b01d-6c163f6553c8), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:19.556340 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd208ae-7e26-4028-bc08-d3796424ee4b tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Pushing event deleted for resources: {'Port': ['ID=5a2e3fb1-83ce-42ef-b01d-6c163f6553c8,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:38:19.610972 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8bd208ae-7e26-4028-bc08-d3796424ee4b tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks [] for floatingip (90f1ed0d-f496-4402-b365-97da65f87b72), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:19.613419 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8bd208ae-7e26-4028-bc08-d3796424ee4b tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for floatingip (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:19.614573 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-8bd208ae-7e26-4028-bc08-d3796424ee4b tempest-AttachVolumeShelveTestJSON-561874746 tempest-AttachVolumeShelveTestJSON-561874746-project] 10.222.0.43 "DELETE /v2.0/floatingips/90f1ed0d-f496-4402-b365-97da65f87b72 HTTP/1.1" status: 204 len: 168 time: 0.4903722 Apr 06 11:38:20.314918 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f28e26a-d47c-4f33-9df3-b398bbcc8cba req-cef2c9d6-6f0f-46c2-9333-9ed4135466e5 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:38:20.316315 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1f28e26a-d47c-4f33-9df3-b398bbcc8cba req-cef2c9d6-6f0f-46c2-9333-9ed4135466e5 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/ports?device_id=99d010bd-981a-4ba6-92a8-dcd70dfb1bf7 HTTP/1.1" status: 200 len: 943 time: 0.0543313 Apr 06 11:38:20.368071 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1f28e26a-d47c-4f33-9df3-b398bbcc8cba req-d96ac73a-24c7-49d3-8a6a-a094c1eaf543 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/security-groups?id=40f24ae9-9cb7-4253-8b66-7472be55d789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460887 Apr 06 11:38:20.457855 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device 856f2560-adab-4507-8a06-af35ca0b933c no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:38:20.478491 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] No Port match for: 856f2560-adab-4507-8a06-af35ca0b933c {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:38:20.478840 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device 856f2560-adab-4507-8a06-af35ca0b933c not bound to the agent host hv-cinder-83607 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:38:21.485047 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44819f75-67ee-4c05-98f7-0bb126cd81af req-0563b796-ece8-4ca3-8ec0-b9a014e6f331 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:38:21.486666 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-44819f75-67ee-4c05-98f7-0bb126cd81af req-0563b796-ece8-4ca3-8ec0-b9a014e6f331 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/ports?device_id=99d010bd-981a-4ba6-92a8-dcd70dfb1bf7 HTTP/1.1" status: 200 len: 943 time: 0.0539227 Apr 06 11:38:21.537920 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-44819f75-67ee-4c05-98f7-0bb126cd81af req-b770af56-d07b-45b5-b947-cadff4705396 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/security-groups?id=40f24ae9-9cb7-4253-8b66-7472be55d789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457184 Apr 06 11:38:22.249572 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 57734) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:38:22.657216 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df3f7e4-b34b-482d-b0eb-ee3c9c5f241e req-9f3078b9-a989-4ff2-aae3-193c8ff0a144 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:38:22.658618 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9df3f7e4-b34b-482d-b0eb-ee3c9c5f241e req-9f3078b9-a989-4ff2-aae3-193c8ff0a144 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/ports?device_id=99d010bd-981a-4ba6-92a8-dcd70dfb1bf7 HTTP/1.1" status: 200 len: 943 time: 0.0526052 Apr 06 11:38:22.687165 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-dce6b1ce-4766-48bc-aa30-6dbfb23a0a70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-916893'] for router_interface (b7d7bde6-d0db-4ddc-9294-444243721d37), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:22.707111 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9df3f7e4-b34b-482d-b0eb-ee3c9c5f241e req-08c3000d-58a7-4024-bda3-7a307c667d7e tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/security-groups?id=40f24ae9-9cb7-4253-8b66-7472be55d789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428140 Apr 06 11:38:22.927261 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-dce6b1ce-4766-48bc-aa30-6dbfb23a0a70 admin admin] Deleting port 05e2a44d-784e-45fb-be60-a5cae8bfeb7d {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:38:22.927524 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-dce6b1ce-4766-48bc-aa30-6dbfb23a0a70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192836145'] for port (05e2a44d-784e-45fb-be60-a5cae8bfeb7d), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:23.005072 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [None req-dce6b1ce-4766-48bc-aa30-6dbfb23a0a70 admin admin] For port 05e2a44d-784e-45fb-be60-a5cae8bfeb7d, host dv-cinder-836073-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=05e2a44d-784e-45fb-be60-a5cae8bfeb7d,segment=NetworkSegment(48d35104-9030-4a9f-be5c-3bd61cd95e2d),segment_id=48d35104-9030-4a9f-be5c-3bd61cd95e2d)] {{(pid=103881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:38:23.005458 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-dce6b1ce-4766-48bc-aa30-6dbfb23a0a70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-891628'] for port (05e2a44d-784e-45fb-be60-a5cae8bfeb7d), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:23.017528 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-dce6b1ce-4766-48bc-aa30-6dbfb23a0a70 admin admin] Calling delete_port for 05e2a44d-784e-45fb-be60-a5cae8bfeb7d owned by network:router_interface {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:38:23.240444 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-dce6b1ce-4766-48bc-aa30-6dbfb23a0a70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192843524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779192465933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10088034'] for port (05e2a44d-784e-45fb-be60-a5cae8bfeb7d), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:23.265024 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce6b1ce-4766-48bc-aa30-6dbfb23a0a70 admin admin] Pushing event deleted for resources: {'Port': ['ID=05e2a44d-784e-45fb-be60-a5cae8bfeb7d,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:38:23.291137 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce6b1ce-4766-48bc-aa30-6dbfb23a0a70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:38:23.291489 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce6b1ce-4766-48bc-aa30-6dbfb23a0a70 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:38:23.291831 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce6b1ce-4766-48bc-aa30-6dbfb23a0a70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:38:23.292171 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce6b1ce-4766-48bc-aa30-6dbfb23a0a70 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:38:23.292503 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce6b1ce-4766-48bc-aa30-6dbfb23a0a70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:38:23.292831 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce6b1ce-4766-48bc-aa30-6dbfb23a0a70 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:38:23.293227 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce6b1ce-4766-48bc-aa30-6dbfb23a0a70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:38:23.294120 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce6b1ce-4766-48bc-aa30-6dbfb23a0a70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:38:23.294392 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce6b1ce-4766-48bc-aa30-6dbfb23a0a70 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:38:23.294906 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce6b1ce-4766-48bc-aa30-6dbfb23a0a70 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:38:23.295237 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce6b1ce-4766-48bc-aa30-6dbfb23a0a70 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:38:23.295571 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce6b1ce-4766-48bc-aa30-6dbfb23a0a70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:38:23.295890 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce6b1ce-4766-48bc-aa30-6dbfb23a0a70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:38:23.296212 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce6b1ce-4766-48bc-aa30-6dbfb23a0a70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:38:23.296534 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce6b1ce-4766-48bc-aa30-6dbfb23a0a70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:38:23.442371 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-dce6b1ce-4766-48bc-aa30-6dbfb23a0a70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-886285'] for router_interface (b7d7bde6-d0db-4ddc-9294-444243721d37), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:23.656159 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dce6b1ce-4766-48bc-aa30-6dbfb23a0a70 admin admin] Router b7d7bde6-d0db-4ddc-9294-444243721d37 has already been hosted by L3 agent 9404f039-f516-42fd-94a5-c122fff5649f {{(pid=103881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:38:23.764815 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dce6b1ce-4766-48bc-aa30-6dbfb23a0a70 admin admin] Notify agent at l3_agent.dv-cinder-836073-2-iscsi the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:38:23.770057 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-dce6b1ce-4766-48bc-aa30-6dbfb23a0a70 admin admin] 10.222.0.43 "PUT /v2.0/routers/b7d7bde6-d0db-4ddc-9294-444243721d37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5194688 Apr 06 11:38:23.772524 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 57742) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:38:23.775470 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f82b62a-0d2b-4dce-b945-eb4e5a5274b3 None None] Sync routers for ids ['b7d7bde6-d0db-4ddc-9294-444243721d37'] in dv-cinder-836073-2-iscsi {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:38:23.785590 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f82b62a-0d2b-4dce-b945-eb4e5a5274b3 None None] Routers {'b7d7bde6-d0db-4ddc-9294-444243721d37'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:38:23.786288 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-4f82b62a-0d2b-4dce-b945-eb4e5a5274b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:38:09Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['b7d7bde6-d0db-4ddc-9294-444243721d37'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:38:23.894593 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-4f82b62a-0d2b-4dce-b945-eb4e5a5274b3 None None] Set router b7d7bde6-d0db-4ddc-9294-444243721d37 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:38:23.909543 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a325ad-9da1-4604-aade-81ed42a1d57b req-64292ef9-c861-4f6f-ab8e-2d358ae1f233 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:38:23.910928 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-f7a325ad-9da1-4604-aade-81ed42a1d57b req-64292ef9-c861-4f6f-ab8e-2d358ae1f233 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/ports?device_id=99d010bd-981a-4ba6-92a8-dcd70dfb1bf7 HTTP/1.1" status: 200 len: 943 time: 0.0994775 Apr 06 11:38:23.917281 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a2e5dd14-cd1e-41bb-91c0-a4f63686809c admin admin] Publish callbacks [] for router (b7d7bde6-d0db-4ddc-9294-444243721d37), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:24.037235 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-f7a325ad-9da1-4604-aade-81ed42a1d57b req-a3e51581-d210-4d0f-ba19-417e0c72b281 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/security-groups?id=40f24ae9-9cb7-4253-8b66-7472be55d789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165905 Apr 06 11:38:24.059221 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a2e5dd14-cd1e-41bb-91c0-a4f63686809c admin admin] Publish callbacks [] for router_gateway (b7d7bde6-d0db-4ddc-9294-444243721d37), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:24.178934 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-a2e5dd14-cd1e-41bb-91c0-a4f63686809c admin admin] Deleting port bbae9186-0728-425f-b1b8-9aa843a7f3a5 {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:38:24.179177 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a2e5dd14-cd1e-41bb-91c0-a4f63686809c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192836145'] for port (bbae9186-0728-425f-b1b8-9aa843a7f3a5), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:24.205966 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-4f82b62a-0d2b-4dce-b945-eb4e5a5274b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7d7bde6-d0db-4ddc-9294-444243721d37', 'name': 'tempest-AttachVolumeShelveTestJSON-2057878857-router', 'tenant_id': '3afc2827a2964297baad3e6d85665721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': 'bbae9186-0728-425f-b1b8-9aa843a7f3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:32:43Z', 'updated_at': '2022-04-06T11:38:23Z', 'revision_number': 5, 'project_id': '3afc2827a2964297baad3e6d85665721', 'gw_port': {'id': 'bbae9186-0728-425f-b1b8-9aa843a7f3a5', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:cb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d7bde6-d0db-4ddc-9294-444243721d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:32:44Z', 'updated_at': '2022-04-06T11:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi'}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:38:24.232094 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f82b62a-0d2b-4dce-b945-eb4e5a5274b3 None None] Checking router: b7d7bde6-d0db-4ddc-9294-444243721d37 for host: dv-cinder-836073-2-iscsi {{(pid=103883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:38:24.240394 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f82b62a-0d2b-4dce-b945-eb4e5a5274b3 None None] Routers {'b7d7bde6-d0db-4ddc-9294-444243721d37'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:38:24.241156 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-4f82b62a-0d2b-4dce-b945-eb4e5a5274b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:38:09Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['b7d7bde6-d0db-4ddc-9294-444243721d37'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:38:24.255790 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [None req-a2e5dd14-cd1e-41bb-91c0-a4f63686809c admin admin] For port bbae9186-0728-425f-b1b8-9aa843a7f3a5, host dv-cinder-836073-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=bbae9186-0728-425f-b1b8-9aa843a7f3a5,segment=NetworkSegment(a1489c3e-d8bf-465c-8161-3d720cf0d135),segment_id=a1489c3e-d8bf-465c-8161-3d720cf0d135)] {{(pid=103881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:38:24.256147 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a2e5dd14-cd1e-41bb-91c0-a4f63686809c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-891628'] for port (bbae9186-0728-425f-b1b8-9aa843a7f3a5), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:24.268627 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-a2e5dd14-cd1e-41bb-91c0-a4f63686809c admin admin] Calling delete_port for bbae9186-0728-425f-b1b8-9aa843a7f3a5 owned by network:router_gateway {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:38:24.327073 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-4f82b62a-0d2b-4dce-b945-eb4e5a5274b3 None None] Set router b7d7bde6-d0db-4ddc-9294-444243721d37 gateway port host: None {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:38:24.379874 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-4f82b62a-0d2b-4dce-b945-eb4e5a5274b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7d7bde6-d0db-4ddc-9294-444243721d37', 'name': 'tempest-AttachVolumeShelveTestJSON-2057878857-router', 'tenant_id': '3afc2827a2964297baad3e6d85665721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:32:43Z', 'updated_at': '2022-04-06T11:38:24Z', 'revision_number': 6, 'project_id': '3afc2827a2964297baad3e6d85665721', 'gw_port_host': None}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:38:24.407211 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f82b62a-0d2b-4dce-b945-eb4e5a5274b3 None None] The sync data for ids ['b7d7bde6-d0db-4ddc-9294-444243721d37'] in dv-cinder-836073-2-iscsi is: [{'id': 'b7d7bde6-d0db-4ddc-9294-444243721d37', 'name': 'tempest-AttachVolumeShelveTestJSON-2057878857-router', 'tenant_id': '3afc2827a2964297baad3e6d85665721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:32:43Z', 'updated_at': '2022-04-06T11:38:24Z', 'revision_number': 6, 'project_id': '3afc2827a2964297baad3e6d85665721', 'gw_port_host': None}] {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:38:24.474535 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a2e5dd14-cd1e-41bb-91c0-a4f63686809c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192843524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779192465933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10088034'] for port (bbae9186-0728-425f-b1b8-9aa843a7f3a5), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:24.500884 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e5dd14-cd1e-41bb-91c0-a4f63686809c admin admin] Pushing event deleted for resources: {'Port': ['ID=bbae9186-0728-425f-b1b8-9aa843a7f3a5,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:38:24.563923 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a2e5dd14-cd1e-41bb-91c0-a4f63686809c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-886475'] for router_gateway (b7d7bde6-d0db-4ddc-9294-444243721d37), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:24.653024 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a2e5dd14-cd1e-41bb-91c0-a4f63686809c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-915576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7872'] for router (b7d7bde6-d0db-4ddc-9294-444243721d37), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:24.655092 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a2e5dd14-cd1e-41bb-91c0-a4f63686809c admin admin] Publish callbacks [] for router_controller (b7d7bde6-d0db-4ddc-9294-444243721d37), precommit_delete_associations {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:24.742242 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a2e5dd14-cd1e-41bb-91c0-a4f63686809c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-915569'] for router (b7d7bde6-d0db-4ddc-9294-444243721d37), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:24.742475 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e5dd14-cd1e-41bb-91c0-a4f63686809c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7d7bde6-d0db-4ddc-9294-444243721d37 {{(pid=103881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 11:38:24.748120 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a2e5dd14-cd1e-41bb-91c0-a4f63686809c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:24.751713 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-a2e5dd14-cd1e-41bb-91c0-a4f63686809c admin admin] 10.222.0.43 "DELETE /v2.0/routers/b7d7bde6-d0db-4ddc-9294-444243721d37 HTTP/1.1" status: 204 len: 168 time: 0.9757977 Apr 06 11:38:24.752190 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 57744) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:38:24.797788 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_v2 [None req-58f305ac-9a36-4671-8508-a042166708f5 admin admin] Deleting subnet e5b096a1-c3bc-425b-b0d6-e505d89de44f {{(pid=103882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 11:38:24.801287 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-58f305ac-9a36-4671-8508-a042166708f5 admin admin] Publish callbacks [] for subnet (e5b096a1-c3bc-425b-b0d6-e505d89de44f), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:24.840892 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-58f305ac-9a36-4671-8508-a042166708f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8476880'] for subnet (e5b096a1-c3bc-425b-b0d6-e505d89de44f), precommit_delete_associations {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:24.918197 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-58f305ac-9a36-4671-8508-a042166708f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961957'] for subnet (e5b096a1-c3bc-425b-b0d6-e505d89de44f), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:25.040571 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-58f305ac-9a36-4671-8508-a042166708f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1961962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8797880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10017396'] for subnet (e5b096a1-c3bc-425b-b0d6-e505d89de44f), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:25.063506 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f305ac-9a36-4671-8508-a042166708f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5b096a1-c3bc-425b-b0d6-e505d89de44f,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:38:25.069280 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-58f305ac-9a36-4671-8508-a042166708f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:25.072449 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-58f305ac-9a36-4671-8508-a042166708f5 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e5b096a1-c3bc-425b-b0d6-e505d89de44f HTTP/1.1" status: 204 len: 168 time: 0.3193004 Apr 06 11:38:25.075917 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 57748) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:38:25.081318 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6139cc-8f59-494c-8831-25e4090a3fd0 None None] Network 37804288-ffd4-4232-b10e-0727b0e5cfad requested from dv-cinder-836073-2-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:38:25.211963 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec6ec7-2c49-41c3-bfc7-afa6087f64dd req-cce49d66-0eff-42b9-9b50-a24d62376ddc tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:38:25.220257 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-36ec6ec7-2c49-41c3-bfc7-afa6087f64dd req-cce49d66-0eff-42b9-9b50-a24d62376ddc tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/ports?device_id=99d010bd-981a-4ba6-92a8-dcd70dfb1bf7 HTTP/1.1" status: 200 len: 943 time: 0.1075835 Apr 06 11:38:25.293956 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7151909d-9df2-45aa-821c-92ff2131ca37 None None] DHCP port deletion for 37804288-ffd4-4232-b10e-0727b0e5cfad request from dv-cinder-836073-2-iscsi {{(pid=103883) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 11:38:25.296857 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-36ec6ec7-2c49-41c3-bfc7-afa6087f64dd req-a55ca376-0464-4f0c-a5cc-b59f1d152aa3 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/security-groups?id=40f24ae9-9cb7-4253-8b66-7472be55d789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756075 Apr 06 11:38:25.320750 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device 05e2a44d-784e-45fb-be60-a5cae8bfeb7d no longer exists at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:38:25.342824 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] No Port match for: 05e2a44d-784e-45fb-be60-a5cae8bfeb7d {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:38:25.343169 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device 05e2a44d-784e-45fb-be60-a5cae8bfeb7d not bound to the agent host dv-cinder-836073-2-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:38:25.343713 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device bbae9186-0728-425f-b1b8-9aa843a7f3a5 no longer exists at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:38:25.367972 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] No Port match for: bbae9186-0728-425f-b1b8-9aa843a7f3a5 {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:38:25.368313 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device bbae9186-0728-425f-b1b8-9aa843a7f3a5 not bound to the agent host dv-cinder-836073-2-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:38:25.373771 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c1924671-752e-4b6d-a8f2-ca2ee18582a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707938'] for network (37804288-ffd4-4232-b10e-0727b0e5cfad), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:25.390899 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-7151909d-9df2-45aa-821c-92ff2131ca37 None None] Deleting port 1bb88695-b581-43b8-98a3-3f4c62c559c4 {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:38:25.391272 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7151909d-9df2-45aa-821c-92ff2131ca37 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192836145'] for port (1bb88695-b581-43b8-98a3-3f4c62c559c4), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:25.425230 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-c1924671-752e-4b6d-a8f2-ca2ee18582a5 admin admin] Deleting port 1bb88695-b581-43b8-98a3-3f4c62c559c4 {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:38:25.425864 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c1924671-752e-4b6d-a8f2-ca2ee18582a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192836145'] for port (1bb88695-b581-43b8-98a3-3f4c62c559c4), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:25.456808 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-7151909d-9df2-45aa-821c-92ff2131ca37 None None] For port 1bb88695-b581-43b8-98a3-3f4c62c559c4, host dv-cinder-836073-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=1bb88695-b581-43b8-98a3-3f4c62c559c4,segment=NetworkSegment(48d35104-9030-4a9f-be5c-3bd61cd95e2d),segment_id=48d35104-9030-4a9f-be5c-3bd61cd95e2d)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:38:25.457247 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7151909d-9df2-45aa-821c-92ff2131ca37 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-891628'] for port (1bb88695-b581-43b8-98a3-3f4c62c559c4), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:25.470730 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-7151909d-9df2-45aa-821c-92ff2131ca37 None None] Calling delete_port for 1bb88695-b581-43b8-98a3-3f4c62c559c4 owned by network:dhcp {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:38:25.494704 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [None req-c1924671-752e-4b6d-a8f2-ca2ee18582a5 admin admin] For port 1bb88695-b581-43b8-98a3-3f4c62c559c4, host dv-cinder-836073-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=1bb88695-b581-43b8-98a3-3f4c62c559c4,segment=NetworkSegment(48d35104-9030-4a9f-be5c-3bd61cd95e2d),segment_id=48d35104-9030-4a9f-be5c-3bd61cd95e2d)] {{(pid=103881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:38:25.495157 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c1924671-752e-4b6d-a8f2-ca2ee18582a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-891628'] for port (1bb88695-b581-43b8-98a3-3f4c62c559c4), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:25.508645 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-c1924671-752e-4b6d-a8f2-ca2ee18582a5 admin admin] Calling delete_port for 1bb88695-b581-43b8-98a3-3f4c62c559c4 owned by network:dhcp {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:38:25.616882 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7151909d-9df2-45aa-821c-92ff2131ca37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192843524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779192465933'] for port (1bb88695-b581-43b8-98a3-3f4c62c559c4), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:25.622832 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c1924671-752e-4b6d-a8f2-ca2ee18582a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192843524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779192465933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10088034'] for port (1bb88695-b581-43b8-98a3-3f4c62c559c4), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:25.640323 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7151909d-9df2-45aa-821c-92ff2131ca37 None None] Pushing event deleted for resources: {'Port': ['ID=1bb88695-b581-43b8-98a3-3f4c62c559c4,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:38:25.645917 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7151909d-9df2-45aa-821c-92ff2131ca37 None None] No DVR routers for this DVR port 1bb88695-b581-43b8-98a3-3f4c62c559c4 on host dv-cinder-836073-2-iscsi {{(pid=103883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:38:25.653626 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1924671-752e-4b6d-a8f2-ca2ee18582a5 admin admin] No DVR routers for this DVR port 1bb88695-b581-43b8-98a3-3f4c62c559c4 on host dv-cinder-836073-2-iscsi {{(pid=103881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:38:25.657710 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1924671-752e-4b6d-a8f2-ca2ee18582a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bb88695-b581-43b8-98a3-3f4c62c559c4,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:38:25.728642 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c1924671-752e-4b6d-a8f2-ca2ee18582a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1963294', 'neutron.services.segments.db._delete_segments_for_network-8779192912505'] for network (37804288-ffd4-4232-b10e-0727b0e5cfad), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:25.748183 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.services.segments.db [None req-c1924671-752e-4b6d-a8f2-ca2ee18582a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37804288-ffd4-4232-b10e-0727b0e5cfad']}} {{(pid=103881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:38:25.757236 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.services.segments.db [None req-c1924671-752e-4b6d-a8f2-ca2ee18582a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48d35104-9030-4a9f-be5c-3bd61cd95e2d') {'for_net_delete': True} {{(pid=103881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:38:25.757536 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.services.segments.db [None req-c1924671-752e-4b6d-a8f2-ca2ee18582a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48d35104-9030-4a9f-be5c-3bd61cd95e2d') {} {{(pid=103881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:38:25.766854 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c1924671-752e-4b6d-a8f2-ca2ee18582a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779192913282', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10087879'] for segment (48d35104-9030-4a9f-be5c-3bd61cd95e2d), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:25.780285 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c1924671-752e-4b6d-a8f2-ca2ee18582a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726494'] for segment (48d35104-9030-4a9f-be5c-3bd61cd95e2d), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:25.785962 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1924671-752e-4b6d-a8f2-ca2ee18582a5 admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=103881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 11:38:25.789878 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c1924671-752e-4b6d-a8f2-ca2ee18582a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10087999'] for segment (48d35104-9030-4a9f-be5c-3bd61cd95e2d), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:25.789878 dv-cinder-836073-2-iscsi neutron-server[103881]: Traceback (most recent call last): Apr 06 11:38:25.789878 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 11:38:25.789878 dv-cinder-836073-2-iscsi neutron-server[103881]: timer() Apr 06 11:38:25.789878 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 11:38:25.789878 dv-cinder-836073-2-iscsi neutron-server[103881]: cb(*args, **kw) Apr 06 11:38:25.789878 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 11:38:25.789878 dv-cinder-836073-2-iscsi neutron-server[103881]: return func(*args, **kwargs) Apr 06 11:38:25.789878 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 11:38:25.789878 dv-cinder-836073-2-iscsi neutron-server[103881]: self._notify() Apr 06 11:38:25.789878 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 11:38:25.789878 dv-cinder-836073-2-iscsi neutron-server[103881]: self.callback(batched_events) Apr 06 11:38:25.789878 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 11:38:25.789878 dv-cinder-836073-2-iscsi neutron-server[103881]: event.method(event) Apr 06 11:38:25.789878 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 11:38:25.789878 dv-cinder-836073-2-iscsi neutron-server[103881]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 11:38:25.789878 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 11:38:25.789878 dv-cinder-836073-2-iscsi neutron-server[103881]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 11:38:25.789878 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 11:38:25.789878 dv-cinder-836073-2-iscsi neutron-server[103881]: return f(self, *a, **k) Apr 06 11:38:25.789878 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 11:38:25.789878 dv-cinder-836073-2-iscsi neutron-server[103881]: return self._get(url).json() Apr 06 11:38:25.789878 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 11:38:25.789878 dv-cinder-836073-2-iscsi neutron-server[103881]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 11:38:25.789878 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 11:38:25.789878 dv-cinder-836073-2-iscsi neutron-server[103881]: return self.request(url, 'GET', **kwargs) Apr 06 11:38:25.789878 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 11:38:25.789878 dv-cinder-836073-2-iscsi neutron-server[103881]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 11:38:25.789878 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 11:38:25.789878 dv-cinder-836073-2-iscsi neutron-server[103881]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 11:38:25.789878 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 11:38:25.789878 dv-cinder-836073-2-iscsi neutron-server[103881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 11:38:25.789878 dv-cinder-836073-2-iscsi neutron-server[103881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 11:38:25.903258 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c1924671-752e-4b6d-a8f2-ca2ee18582a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1963367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-886447'] for network (37804288-ffd4-4232-b10e-0727b0e5cfad), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:25.908850 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c1924671-752e-4b6d-a8f2-ca2ee18582a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570608'] for network (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:25.912123 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-c1924671-752e-4b6d-a8f2-ca2ee18582a5 admin admin] 10.222.0.43 "DELETE /v2.0/networks/37804288-ffd4-4232-b10e-0727b0e5cfad HTTP/1.1" status: 204 len: 168 time: 0.8351758 Apr 06 11:38:25.923380 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1924671-752e-4b6d-a8f2-ca2ee18582a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=37804288-ffd4-4232-b10e-0727b0e5cfad,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:38:26.171719 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 57752) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:38:26.210901 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-db8ebeb9-ebda-41f6-9314-ebf343b39333 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3afc2827a2964297baad3e6d85665721&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380187 Apr 06 11:38:26.213291 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 57754) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:38:26.258428 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ff13c50f-3a8b-4fc4-86f8-894676a83673 admin admin] Publish callbacks [] for security_group (e71913b3-9123-4af1-888e-ad0689d904f6), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:26.279277 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ff13c50f-3a8b-4fc4-86f8-894676a83673 admin admin] Publish callbacks [] for security_group (e71913b3-9123-4af1-888e-ad0689d904f6), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:26.402251 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21fad62-14ea-4feb-ba8b-8632caf2b426 req-c1044bcf-b7d0-40aa-b64b-b4bc6dab1cfe tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:38:26.403737 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-e21fad62-14ea-4feb-ba8b-8632caf2b426 req-c1044bcf-b7d0-40aa-b64b-b4bc6dab1cfe tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/ports?device_id=99d010bd-981a-4ba6-92a8-dcd70dfb1bf7 HTTP/1.1" status: 200 len: 943 time: 0.0511551 Apr 06 11:38:26.411437 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ff13c50f-3a8b-4fc4-86f8-894676a83673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (e71913b3-9123-4af1-888e-ad0689d904f6), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:26.414055 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ff13c50f-3a8b-4fc4-86f8-894676a83673 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:26.415242 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-ff13c50f-3a8b-4fc4-86f8-894676a83673 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e71913b3-9123-4af1-888e-ad0689d904f6 HTTP/1.1" status: 204 len: 168 time: 0.2010610 Apr 06 11:38:26.427261 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff13c50f-3a8b-4fc4-86f8-894676a83673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71913b3-9123-4af1-888e-ad0689d904f6,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:38:26.456277 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-e21fad62-14ea-4feb-ba8b-8632caf2b426 req-6e2a439a-a84d-4683-8ae7-18b7a95e8151 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/security-groups?id=40f24ae9-9cb7-4253-8b66-7472be55d789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469925 Apr 06 11:38:26.488842 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device 39273a02-4684-4216-af40-c9b86d197046 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:38:26.584862 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port 39273a02-4684-4216-af40-c9b86d197046, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=39273a02-4684-4216-af40-c9b86d197046,segment=NetworkSegment(096bb2a5-b0e2-4e3c-94d1-af4171cd8e3e),segment_id=096bb2a5-b0e2-4e3c-94d1-af4171cd8e3e)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:38:26.599890 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Returning: {'device': '39273a02-4684-4216-af40-c9b86d197046', 'network_id': '56965a75-654b-40c0-bdf1-5f6273571f2c', 'port_id': '39273a02-4684-4216-af40-c9b86d197046', 'mac_address': 'fa:16:3e:90:1c:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5ed26ef-7c0f-4a59-a8d0-a8a2e4ec9c56', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:38:26.636072 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Current status of the port 39273a02-4684-4216-af40-c9b86d197046 is: DOWN; New status is: BUILD {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:38:26.636985 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (39273a02-4684-4216-af40-c9b86d197046), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:26.649683 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39273a02-4684-4216-af40-c9b86d197046 {{(pid=103883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:38:26.669865 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port 39273a02-4684-4216-af40-c9b86d197046, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=39273a02-4684-4216-af40-c9b86d197046,segment=NetworkSegment(096bb2a5-b0e2-4e3c-94d1-af4171cd8e3e),segment_id=096bb2a5-b0e2-4e3c-94d1-af4171cd8e3e)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:38:26.760140 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (39273a02-4684-4216-af40-c9b86d197046), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:26.814440 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Pushing event updated for resources: {'Port': ['ID=39273a02-4684-4216-af40-c9b86d197046,revision_number=7']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:38:26.954161 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] get_ports_and_sgs() called for port_ids ['39273a02-4684-4216-af40-c9b86d197046'] {{(pid=103883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:38:27.133672 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device 1bb88695-b581-43b8-98a3-3f4c62c559c4 no longer exists at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:38:27.163437 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] No Port match for: 1bb88695-b581-43b8-98a3-3f4c62c559c4 {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:38:27.163773 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device 1bb88695-b581-43b8-98a3-3f4c62c559c4 not bound to the agent host dv-cinder-836073-2-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:38:27.490721 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 57780) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:38:27.580903 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b51864f-c4fd-4b80-a46c-d26009c723db req-74c5c7b1-6e37-4e5b-b30a-b418f7e8c419 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:38:27.582428 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2b51864f-c4fd-4b80-a46c-d26009c723db req-74c5c7b1-6e37-4e5b-b30a-b418f7e8c419 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/ports?device_id=99d010bd-981a-4ba6-92a8-dcd70dfb1bf7 HTTP/1.1" status: 200 len: 944 time: 0.0583661 Apr 06 11:38:27.587268 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-50904e26-5d22-4f84-a5bf-60d7ba6e7c77 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1541549653-network', 'tenant_id': 'bb6810077f514bc4a2288d01e743f182'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:38:27.643869 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2b51864f-c4fd-4b80-a46c-d26009c723db req-e2409333-bce1-4db0-8ffb-5e26afe292a5 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/security-groups?id=40f24ae9-9cb7-4253-8b66-7472be55d789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532808 Apr 06 11:38:27.736999 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50904e26-5d22-4f84-a5bf-60d7ba6e7c77 admin admin] Made reservation on behalf of bb6810077f514bc4a2288d01e743f182 for: {'network': 1} {{(pid=103882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:38:27.739443 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-50904e26-5d22-4f84-a5bf-60d7ba6e7c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for network (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:27.748502 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-50904e26-5d22-4f84-a5bf-60d7ba6e7c77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:27.818060 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-50904e26-5d22-4f84-a5bf-60d7ba6e7c77 admin admin] Publish callbacks [] for security_group (4b07f6de-eee3-4dc1-a1aa-82770b5ae44c), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:27.896801 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-50904e26-5d22-4f84-a5bf-60d7ba6e7c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (4b07f6de-eee3-4dc1-a1aa-82770b5ae44c), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:27.920830 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50904e26-5d22-4f84-a5bf-60d7ba6e7c77 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=103882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 11:38:27.929254 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50904e26-5d22-4f84-a5bf-60d7ba6e7c77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b07f6de-eee3-4dc1-a1aa-82770b5ae44c,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:38:27.935931 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-50904e26-5d22-4f84-a5bf-60d7ba6e7c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726494'] for segment (c5f8d102-e721-4568-a5e4-44a51dfcc222), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:27.936285 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.db.segments_db [None req-50904e26-5d22-4f84-a5bf-60d7ba6e7c77 admin admin] Added segment c5f8d102-e721-4568-a5e4-44a51dfcc222 of type vlan for network 2b4dedfa-c6d0-43e3-97de-75ece9e3097c Apr 06 11:38:27.973747 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-50904e26-5d22-4f84-a5bf-60d7ba6e7c77 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779192449082'] for network (2b4dedfa-c6d0-43e3-97de-75ece9e3097c), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:28.079904 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-50904e26-5d22-4f84-a5bf-60d7ba6e7c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322'] for network (2b4dedfa-c6d0-43e3-97de-75ece9e3097c), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:28.080875 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50904e26-5d22-4f84-a5bf-60d7ba6e7c77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:38:28.081545 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-50904e26-5d22-4f84-a5bf-60d7ba6e7c77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570608'] for network (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:28.140791 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50904e26-5d22-4f84-a5bf-60d7ba6e7c77 admin admin] Pushing event updated for resources: {'Network': ['ID=2b4dedfa-c6d0-43e3-97de-75ece9e3097c,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:38:28.150386 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Network 2b4dedfa-c6d0-43e3-97de-75ece9e3097c details requested by agent ovs-agent-dv-cinder-836073-2-iscsi with host dv-cinder-836073-2-iscsi {{(pid=103883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 11:38:28.208473 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-50904e26-5d22-4f84-a5bf-60d7ba6e7c77 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7166147 Apr 06 11:38:28.211235 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 57784) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:38:28.216674 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-51cfbd54-edc8-4c96-82ca-9e4a55abf4f6 admin admin] Request body: {'subnet': {'network_id': '2b4dedfa-c6d0-43e3-97de-75ece9e3097c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1541549653-subnet', 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:38:28.296927 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51cfbd54-edc8-4c96-82ca-9e4a55abf4f6 admin admin] Made reservation on behalf of bb6810077f514bc4a2288d01e743f182 for: {'subnet': 1} {{(pid=103882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:38:28.299209 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-51cfbd54-edc8-4c96-82ca-9e4a55abf4f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10017299'] for subnet (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:28.488501 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device 39273a02-4684-4216-af40-c9b86d197046 up at agent hyperv_hv-cinder-83607 {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:38:28.514578 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-51cfbd54-edc8-4c96-82ca-9e4a55abf4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8797567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10017293'] for subnet (ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:28.537467 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Provisioning complete for port 39273a02-4684-4216-af40-c9b86d197046 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:38:28.538211 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (39273a02-4684-4216-af40-c9b86d197046), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:28.570402 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cfbd54-edc8-4c96-82ca-9e4a55abf4f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:38:28.579979 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cfbd54-edc8-4c96-82ca-9e4a55abf4f6 admin admin] Checking segment: {'id': 'c5f8d102-e721-4568-a5e4-44a51dfcc222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2b4dedfa-c6d0-43e3-97de-75ece9e3097c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:38:28.580353 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51cfbd54-edc8-4c96-82ca-9e4a55abf4f6 admin admin] Network hostable DHCP agents. Network: 2b4dedfa-c6d0-43e3-97de-75ece9e3097c, hostable agents: ['8a8bc679-53b2-461d-b015-cec5a247fb94'], hosted agents: [] {{(pid=103882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 11:38:28.618784 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Current status of the port 39273a02-4684-4216-af40-c9b86d197046 is: BUILD; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:38:28.619215 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (39273a02-4684-4216-af40-c9b86d197046), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:28.641610 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99d010bd-981a-4ba6-92a8-dcd70dfb1bf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39273a02-4684-4216-af40-c9b86d197046'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:38:28.643872 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a256e0d7ec5edad375dd6353356bf7a80218bed4a34d309726d6a914db977355" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a99459a-0e6f-41fc-95be-d7bdab6d7024" -d '{"events": [{"server_uuid": "99d010bd-981a-4ba6-92a8-dcd70dfb1bf7", "name": "network-vif-plugged", "status": "completed", "tag": "39273a02-4684-4216-af40-c9b86d197046"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:38:28.656750 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port 39273a02-4684-4216-af40-c9b86d197046, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=39273a02-4684-4216-af40-c9b86d197046,segment=NetworkSegment(096bb2a5-b0e2-4e3c-94d1-af4171cd8e3e),segment_id=096bb2a5-b0e2-4e3c-94d1-af4171cd8e3e)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:38:28.667447 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51cfbd54-edc8-4c96-82ca-9e4a55abf4f6 admin admin] Network 2b4dedfa-c6d0-43e3-97de-75ece9e3097c is scheduled to be hosted by DHCP agent 8a8bc679-53b2-461d-b015-cec5a247fb94 with binding_index 1 {{(pid=103882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 11:38:28.681654 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e232b086-1789-4d85-b955-08d3b985f769 x-openstack-request-id: req-e232b086-1789-4d85-b955-08d3b985f769 {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:38:28.681654 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99d010bd-981a-4ba6-92a8-dcd70dfb1bf7", "name": "network-vif-plugged", "status": "completed", "tag": "39273a02-4684-4216-af40-c9b86d197046", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:38:28.681654 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e232b086-1789-4d85-b955-08d3b985f769 {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:38:28.682321 dv-cinder-836073-2-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e232b086-1789-4d85-b955-08d3b985f769'] response: {'server_uuid': '99d010bd-981a-4ba6-92a8-dcd70dfb1bf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39273a02-4684-4216-af40-c9b86d197046', 'code': 200} Apr 06 11:38:28.718886 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (39273a02-4684-4216-af40-c9b86d197046), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:28.743508 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-51cfbd54-edc8-4c96-82ca-9e4a55abf4f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836073-2-iscsi, 2b4dedfa-c6d0-43e3-97de-75ece9e3097c) {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:38:28.748943 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51cfbd54-edc8-4c96-82ca-9e4a55abf4f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:38:28.749770 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-51cfbd54-edc8-4c96-82ca-9e4a55abf4f6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:28.756103 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eff23e9-8107-4d99-97c9-4bbb26378f5f None None] Network 2b4dedfa-c6d0-43e3-97de-75ece9e3097c requested from dv-cinder-836073-2-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:38:28.785987 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b78a1-284e-4290-ad8c-2e387a7251c0 req-aec47f02-f23c-416b-a23b-30a3bd50fd01 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:38:28.788040 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f50b78a1-284e-4290-ad8c-2e387a7251c0 req-aec47f02-f23c-416b-a23b-30a3bd50fd01 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/ports?device_id=99d010bd-981a-4ba6-92a8-dcd70dfb1bf7 HTTP/1.1" status: 200 len: 945 time: 0.0765555 Apr 06 11:38:28.813876 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Pushing event updated for resources: {'Port': ['ID=39273a02-4684-4216-af40-c9b86d197046,revision_number=8']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:38:28.842786 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f50b78a1-284e-4290-ad8c-2e387a7251c0 req-ec61d12b-7143-40c5-899b-aa3fc0e9a317 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/security-groups?id=40f24ae9-9cb7-4253-8b66-7472be55d789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490828 Apr 06 11:38:28.850777 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-51cfbd54-edc8-4c96-82ca-9e4a55abf4f6 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6358876 Apr 06 11:38:28.855910 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 57790) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:38:28.855910 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-e2de1e9d-9264-4f21-8eae-762c0c82fa88 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1541549653-router', 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc'}}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:38:28.873208 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81af0524-9599-46b2-92ee-576534b1887b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272ef63c-8d75-5f2a-b33a-d377c0026717-2b4dedfa-c6d0-43e3-97de-75ece9e3097c', 'network_id': '2b4dedfa-c6d0-43e3-97de-75ece9e3097c', 'project_id': 'bb6810077f514bc4a2288d01e743f182', 'fixed_ips': [{'subnet_id': 'ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c'}]}} from dv-cinder-836073-2-iscsi. {{(pid=103883) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 11:38:28.879243 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-81af0524-9599-46b2-92ee-576534b1887b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (None), before_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:28.973669 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e2de1e9d-9264-4f21-8eae-762c0c82fa88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-917030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7890'] for router (760aa998-9381-4c21-a771-26443716ce99), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:28.974713 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e2de1e9d-9264-4f21-8eae-762c0c82fa88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-915638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-884774', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535362', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7883'] for router (760aa998-9381-4c21-a771-26443716ce99), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:29.011214 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.db_base_plugin_common [None req-81af0524-9599-46b2-92ee-576534b1887b None None] Allocated IP 172.20.0.2 (2b4dedfa-c6d0-43e3-97de-75ece9e3097c/ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c/11ff0954-f4a2-4b07-a929-acb9ec864531) {{(pid=103883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:38:29.036365 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b78ad8-e13a-47b2-8941-a8fb7388169e req-ae875338-deba-4e0e-a955-87f5b82a8606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:38:29.037927 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f9b78ad8-e13a-47b2-8941-a8fb7388169e req-ae875338-deba-4e0e-a955-87f5b82a8606 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=99d010bd-981a-4ba6-92a8-dcd70dfb1bf7 HTTP/1.1" status: 200 len: 1129 time: 0.0934291 Apr 06 11:38:29.040934 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e2de1e9d-9264-4f21-8eae-762c0c82fa88 admin admin] Publish callbacks [] for router_controller (760aa998-9381-4c21-a771-26443716ce99), precommit_add_association {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:29.088645 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f9b78ad8-e13a-47b2-8941-a8fb7388169e req-06337fc3-917f-4745-98c9-8ea435909a37 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=40f24ae9-9cb7-4253-8b66-7472be55d789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437853 Apr 06 11:38:29.155630 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-81af0524-9599-46b2-92ee-576534b1887b None None] Publish callbacks [] for port (11ff0954-f4a2-4b07-a929-acb9ec864531), precommit_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:29.211605 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-81af0524-9599-46b2-92ee-576534b1887b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779192465924'] for port (11ff0954-f4a2-4b07-a929-acb9ec864531), after_create {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:29.225831 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e2de1e9d-9264-4f21-8eae-762c0c82fa88 admin admin] Publish callbacks [] for router_gateway (760aa998-9381-4c21-a771-26443716ce99), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:29.253394 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81af0524-9599-46b2-92ee-576534b1887b None None] Network 2b4dedfa-c6d0-43e3-97de-75ece9e3097c is already hosted by enough agents. {{(pid=103883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:38:29.256130 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.scheduler.base_scheduler [None req-81af0524-9599-46b2-92ee-576534b1887b None None] Resources bound (agent type, host, resource id): {{(pid=103883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:38:29.260234 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81af0524-9599-46b2-92ee-576534b1887b None None] Received port after_create {{(pid=103883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:38:29.263324 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81af0524-9599-46b2-92ee-576534b1887b None None] Pushing event updated for resources: {'Port': ['ID=11ff0954-f4a2-4b07-a929-acb9ec864531,revision_number=1']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:38:29.318546 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-81af0524-9599-46b2-92ee-576534b1887b None None] Attempting to bind port 11ff0954-f4a2-4b07-a929-acb9ec864531 on host dv-cinder-836073-2-iscsi for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:38:29.318916 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-81af0524-9599-46b2-92ee-576534b1887b None None] Attempting to bind port 11ff0954-f4a2-4b07-a929-acb9ec864531 by drivers openvswitch,hyperv on host dv-cinder-836073-2-iscsi at level 0 using segments [{'id': 'c5f8d102-e721-4568-a5e4-44a51dfcc222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2b4dedfa-c6d0-43e3-97de-75ece9e3097c'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:38:29.319283 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81af0524-9599-46b2-92ee-576534b1887b None None] Attempting to bind port 11ff0954-f4a2-4b07-a929-acb9ec864531 on network 2b4dedfa-c6d0-43e3-97de-75ece9e3097c {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:38:29.325143 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81af0524-9599-46b2-92ee-576534b1887b None None] Checking agent: {'id': 'a2831ac0-05e7-463d-be89-41d2adab36ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 18, 43), 'started_at': datetime.datetime(2022, 4, 6, 11, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:38:29.325521 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81af0524-9599-46b2-92ee-576534b1887b None None] Checking segment: {'id': 'c5f8d102-e721-4568-a5e4-44a51dfcc222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2b4dedfa-c6d0-43e3-97de-75ece9e3097c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:38:29.325924 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-81af0524-9599-46b2-92ee-576534b1887b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:29.326339 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81af0524-9599-46b2-92ee-576534b1887b None None] Bound using segment: {'id': 'c5f8d102-e721-4568-a5e4-44a51dfcc222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2b4dedfa-c6d0-43e3-97de-75ece9e3097c'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:38:29.326802 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-81af0524-9599-46b2-92ee-576534b1887b None None] Bound port: 11ff0954-f4a2-4b07-a929-acb9ec864531, host: dv-cinder-836073-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5f8d102-e721-4568-a5e4-44a51dfcc222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2b4dedfa-c6d0-43e3-97de-75ece9e3097c'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:38:29.327181 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-81af0524-9599-46b2-92ee-576534b1887b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (11ff0954-f4a2-4b07-a929-acb9ec864531), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:29.391921 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-81af0524-9599-46b2-92ee-576534b1887b None None] For port 11ff0954-f4a2-4b07-a929-acb9ec864531, host dv-cinder-836073-2-iscsi, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:38:29.394986 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-81af0524-9599-46b2-92ee-576534b1887b None None] For port 11ff0954-f4a2-4b07-a929-acb9ec864531, host dv-cinder-836073-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=11ff0954-f4a2-4b07-a929-acb9ec864531,segment=NetworkSegment(c5f8d102-e721-4568-a5e4-44a51dfcc222),segment_id=c5f8d102-e721-4568-a5e4-44a51dfcc222)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:38:29.456180 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-81af0524-9599-46b2-92ee-576534b1887b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (11ff0954-f4a2-4b07-a929-acb9ec864531), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:29.459033 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e2de1e9d-9264-4f21-8eae-762c0c82fa88 admin admin] Publish callbacks [] for router_gateway (760aa998-9381-4c21-a771-26443716ce99), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:29.478231 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e2de1e9d-9264-4f21-8eae-762c0c82fa88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:29.530679 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81af0524-9599-46b2-92ee-576534b1887b None None] Pushing event updated for resources: {'Port': ['ID=11ff0954-f4a2-4b07-a929-acb9ec864531,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:38:29.591065 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [None req-e2de1e9d-9264-4f21-8eae-762c0c82fa88 admin admin] Allocated IP 172.27.2.163 (698fa61f-093e-4dd4-aaec-c1b231275ecc/4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809/f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:38:29.718615 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e2de1e9d-9264-4f21-8eae-762c0c82fa88 admin admin] Publish callbacks [] for port (f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:29.811797 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e2de1e9d-9264-4f21-8eae-762c0c82fa88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779192465924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797839'] for port (f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:29.852690 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2de1e9d-9264-4f21-8eae-762c0c82fa88 admin admin] Network 698fa61f-093e-4dd4-aaec-c1b231275ecc is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:38:29.855794 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-e2de1e9d-9264-4f21-8eae-762c0c82fa88 admin admin] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:38:29.860196 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2de1e9d-9264-4f21-8eae-762c0c82fa88 admin admin] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:38:29.862153 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2de1e9d-9264-4f21-8eae-762c0c82fa88 admin admin] Pushing event updated for resources: {'Port': ['ID=f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:38:29.973766 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f2d0bf-bc4d-4b3b-87e4-aa4876f3f5e6 req-1ecae58d-3c88-4ddd-afff-18abb115895b tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:38:29.983598 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-26f2d0bf-bc4d-4b3b-87e4-aa4876f3f5e6 req-1ecae58d-3c88-4ddd-afff-18abb115895b tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/ports?device_id=99d010bd-981a-4ba6-92a8-dcd70dfb1bf7 HTTP/1.1" status: 200 len: 945 time: 0.0619984 Apr 06 11:38:30.040239 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-26f2d0bf-bc4d-4b3b-87e4-aa4876f3f5e6 req-c5f54c77-85f1-478a-9529-b9da47cffc36 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/security-groups?id=40f24ae9-9cb7-4253-8b66-7472be55d789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548947 Apr 06 11:38:30.177914 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e2de1e9d-9264-4f21-8eae-762c0c82fa88 admin admin] Publish callbacks [] for router_gateway (760aa998-9381-4c21-a771-26443716ce99), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:30.381949 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e2de1e9d-9264-4f21-8eae-762c0c82fa88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-915631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-886519'] for router (760aa998-9381-4c21-a771-26443716ce99), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:30.414348 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4419509-e45b-4120-8b3c-c2445970804a None None] Network 2b4dedfa-c6d0-43e3-97de-75ece9e3097c requested from dv-cinder-836073-2-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:38:30.520594 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-b397787e-06da-4d36-8696-bda0de64dd4b None None] Provisioning complete for port 11ff0954-f4a2-4b07-a929-acb9ec864531 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:38:30.520869 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-b397787e-06da-4d36-8696-bda0de64dd4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (11ff0954-f4a2-4b07-a929-acb9ec864531), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:30.547927 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2de1e9d-9264-4f21-8eae-762c0c82fa88 admin admin] Router 760aa998-9381-4c21-a771-26443716ce99 is scheduled to L3 agent 9404f039-f516-42fd-94a5-c122fff5649f with binding_index 1 {{(pid=103882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 11:38:30.613827 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-b397787e-06da-4d36-8696-bda0de64dd4b None None] Current status of the port 11ff0954-f4a2-4b07-a929-acb9ec864531 is: DOWN; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:38:30.614228 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-b397787e-06da-4d36-8696-bda0de64dd4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (11ff0954-f4a2-4b07-a929-acb9ec864531), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:30.653550 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-b397787e-06da-4d36-8696-bda0de64dd4b None None] For port 11ff0954-f4a2-4b07-a929-acb9ec864531, host dv-cinder-836073-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=11ff0954-f4a2-4b07-a929-acb9ec864531,segment=NetworkSegment(c5f8d102-e721-4568-a5e4-44a51dfcc222),segment_id=c5f8d102-e721-4568-a5e4-44a51dfcc222)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:38:30.666191 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2de1e9d-9264-4f21-8eae-762c0c82fa88 admin admin] Notify agent at l3_agent.dv-cinder-836073-2-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:38:30.677538 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c562e7-f0f6-4f60-9171-b121d05463cc None None] Sync routers for ids ['760aa998-9381-4c21-a771-26443716ce99'] in dv-cinder-836073-2-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:38:30.687846 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c562e7-f0f6-4f60-9171-b121d05463cc None None] Routers {'760aa998-9381-4c21-a771-26443716ce99'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:38:30.688459 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-64c562e7-f0f6-4f60-9171-b121d05463cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:38:09Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['760aa998-9381-4c21-a771-26443716ce99'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:38:30.748106 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-b397787e-06da-4d36-8696-bda0de64dd4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (11ff0954-f4a2-4b07-a929-acb9ec864531), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:30.776832 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e2de1e9d-9264-4f21-8eae-762c0c82fa88 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:30.776832 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-e2de1e9d-9264-4f21-8eae-762c0c82fa88 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9214222 Apr 06 11:38:30.776832 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 57794) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:38:30.800350 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-64c562e7-f0f6-4f60-9171-b121d05463cc None None] Set router 760aa998-9381-4c21-a771-26443716ce99 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:38:30.800965 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b397787e-06da-4d36-8696-bda0de64dd4b None None] Pushing event updated for resources: {'Port': ['ID=11ff0954-f4a2-4b07-a929-acb9ec864531,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:38:30.869019 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-cbe594a5-f06b-4795-a0a4-5414556ab7df None None] Provisioning complete for port 11ff0954-f4a2-4b07-a929-acb9ec864531 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:38:30.869825 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-cbe594a5-f06b-4795-a0a4-5414556ab7df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (11ff0954-f4a2-4b07-a929-acb9ec864531), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:30.952688 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-cbe594a5-f06b-4795-a0a4-5414556ab7df None None] Current status of the port 11ff0954-f4a2-4b07-a929-acb9ec864531 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:38:31.073924 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-64c562e7-f0f6-4f60-9171-b121d05463cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760aa998-9381-4c21-a771-26443716ce99', 'name': 'tempest-AttachVolumeNegativeTest-1541549653-router', 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:38:28Z', 'updated_at': '2022-04-06T11:38:30Z', 'revision_number': 3, 'project_id': 'bb6810077f514bc4a2288d01e743f182', 'gw_port': {'id': 'f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760aa998-9381-4c21-a771-26443716ce99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:38:29Z', 'updated_at': '2022-04-06T11:38:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi'}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:38:31.113023 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c562e7-f0f6-4f60-9171-b121d05463cc None None] Checking router: 760aa998-9381-4c21-a771-26443716ce99 for host: dv-cinder-836073-2-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:38:31.113419 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c562e7-f0f6-4f60-9171-b121d05463cc None None] Updating router 760aa998-9381-4c21-a771-26443716ce99 port f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba binding host dv-cinder-836073-2-iscsi {{(pid=103884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 11:38:31.142079 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-64c562e7-f0f6-4f60-9171-b121d05463cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:31.172346 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device 11ff0954-f4a2-4b07-a929-acb9ec864531 up at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:38:31.224223 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Provisioning complete for port 11ff0954-f4a2-4b07-a929-acb9ec864531 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:38:31.224607 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (11ff0954-f4a2-4b07-a929-acb9ec864531), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:31.230169 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8c62f-ea17-421f-823c-c51fe0c78345 req-d9da58f2-c749-476b-9edb-2a7c46b3268f tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:38:31.231705 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-73a8c62f-ea17-421f-823c-c51fe0c78345 req-d9da58f2-c749-476b-9edb-2a7c46b3268f tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/ports?device_id=99d010bd-981a-4ba6-92a8-dcd70dfb1bf7 HTTP/1.1" status: 200 len: 945 time: 0.1146796 Apr 06 11:38:31.297312 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c5f49e4b-c619-4d70-a75c-cf7d9ce21f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:31.326486 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-73a8c62f-ea17-421f-823c-c51fe0c78345 req-4936aa74-abdc-4181-9519-fe397f8ef89f tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/security-groups?id=40f24ae9-9cb7-4253-8b66-7472be55d789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712996 Apr 06 11:38:31.411991 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-64c562e7-f0f6-4f60-9171-b121d05463cc None None] Publish callbacks [] for port (f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:31.434053 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Current status of the port 11ff0954-f4a2-4b07-a929-acb9ec864531 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:38:31.484653 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-64c562e7-f0f6-4f60-9171-b121d05463cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:31.538587 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf56f708-5040-4f3c-ac77-5dd254d0f7b1 None None] Pushing event updated for resources: {'Port': ['ID=f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:38:31.546681 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-64c562e7-f0f6-4f60-9171-b121d05463cc None None] Attempting to bind port f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba on host dv-cinder-836073-2-iscsi for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:38:31.547054 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-64c562e7-f0f6-4f60-9171-b121d05463cc None None] Attempting to bind port f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba by drivers openvswitch,hyperv on host dv-cinder-836073-2-iscsi at level 0 using segments [{'id': 'a1489c3e-d8bf-465c-8161-3d720cf0d135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:38:31.547470 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c562e7-f0f6-4f60-9171-b121d05463cc None None] Attempting to bind port f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba on network 698fa61f-093e-4dd4-aaec-c1b231275ecc {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:38:31.550154 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf56f708-5040-4f3c-ac77-5dd254d0f7b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:38:31.550499 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf56f708-5040-4f3c-ac77-5dd254d0f7b1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:38:31.550870 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf56f708-5040-4f3c-ac77-5dd254d0f7b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:38:31.551232 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf56f708-5040-4f3c-ac77-5dd254d0f7b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:38:31.551566 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf56f708-5040-4f3c-ac77-5dd254d0f7b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:38:31.551892 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf56f708-5040-4f3c-ac77-5dd254d0f7b1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:38:31.552213 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf56f708-5040-4f3c-ac77-5dd254d0f7b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:38:31.552534 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf56f708-5040-4f3c-ac77-5dd254d0f7b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:38:31.552857 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf56f708-5040-4f3c-ac77-5dd254d0f7b1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:38:31.553201 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf56f708-5040-4f3c-ac77-5dd254d0f7b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:38:31.553525 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf56f708-5040-4f3c-ac77-5dd254d0f7b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:38:31.553863 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf56f708-5040-4f3c-ac77-5dd254d0f7b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:38:31.554187 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf56f708-5040-4f3c-ac77-5dd254d0f7b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:38:31.554506 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf56f708-5040-4f3c-ac77-5dd254d0f7b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:38:31.554823 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf56f708-5040-4f3c-ac77-5dd254d0f7b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:38:31.562426 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c562e7-f0f6-4f60-9171-b121d05463cc None None] Checking agent: {'id': 'a2831ac0-05e7-463d-be89-41d2adab36ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 18, 43), 'started_at': datetime.datetime(2022, 4, 6, 11, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:38:31.562860 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c562e7-f0f6-4f60-9171-b121d05463cc None None] Checking segment: {'id': 'a1489c3e-d8bf-465c-8161-3d720cf0d135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:38:31.563271 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-64c562e7-f0f6-4f60-9171-b121d05463cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:31.563692 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c562e7-f0f6-4f60-9171-b121d05463cc None None] Bound using segment: {'id': 'a1489c3e-d8bf-465c-8161-3d720cf0d135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:38:31.564137 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-64c562e7-f0f6-4f60-9171-b121d05463cc None None] Bound port: f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba, host: dv-cinder-836073-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1489c3e-d8bf-465c-8161-3d720cf0d135', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:38:31.564733 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-64c562e7-f0f6-4f60-9171-b121d05463cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:31.619101 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-64c562e7-f0f6-4f60-9171-b121d05463cc None None] For port f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba, host dv-cinder-836073-2-iscsi, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:38:31.623356 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-64c562e7-f0f6-4f60-9171-b121d05463cc None None] For port f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba, host dv-cinder-836073-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba,segment=NetworkSegment(a1489c3e-d8bf-465c-8161-3d720cf0d135),segment_id=a1489c3e-d8bf-465c-8161-3d720cf0d135)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:38:31.707994 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-64c562e7-f0f6-4f60-9171-b121d05463cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:31.765419 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [None req-c5f49e4b-c619-4d70-a75c-cf7d9ce21f13 admin admin] Allocated IP 172.20.0.1 (2b4dedfa-c6d0-43e3-97de-75ece9e3097c/ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c/f29192a8-bcbb-4ab9-a414-15733b6ddfc9) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:38:31.770533 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c562e7-f0f6-4f60-9171-b121d05463cc None None] Routers {'760aa998-9381-4c21-a771-26443716ce99'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:38:31.771158 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-64c562e7-f0f6-4f60-9171-b121d05463cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:38:09Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['760aa998-9381-4c21-a771-26443716ce99'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:38:31.773842 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf56f708-5040-4f3c-ac77-5dd254d0f7b1 None None] Pushing event updated for resources: {'Port': ['ID=f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:38:31.864321 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c5f49e4b-c619-4d70-a75c-cf7d9ce21f13 admin admin] Publish callbacks [] for port (f29192a8-bcbb-4ab9-a414-15733b6ddfc9), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:31.881868 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-64c562e7-f0f6-4f60-9171-b121d05463cc None None] Set router 760aa998-9381-4c21-a771-26443716ce99 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:38:31.948287 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c5f49e4b-c619-4d70-a75c-cf7d9ce21f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779192465924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797839'] for port (f29192a8-bcbb-4ab9-a414-15733b6ddfc9), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:31.996195 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f49e4b-c619-4d70-a75c-cf7d9ce21f13 admin admin] Network 2b4dedfa-c6d0-43e3-97de-75ece9e3097c is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:38:31.999213 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-c5f49e4b-c619-4d70-a75c-cf7d9ce21f13 admin admin] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:38:32.003528 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f49e4b-c619-4d70-a75c-cf7d9ce21f13 admin admin] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:38:32.006787 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f49e4b-c619-4d70-a75c-cf7d9ce21f13 admin admin] Pushing event updated for resources: {'Port': ['ID=f29192a8-bcbb-4ab9-a414-15733b6ddfc9,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:38:32.050740 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c5f49e4b-c619-4d70-a75c-cf7d9ce21f13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-886310'] for router_interface (760aa998-9381-4c21-a771-26443716ce99), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:32.074233 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-64c562e7-f0f6-4f60-9171-b121d05463cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760aa998-9381-4c21-a771-26443716ce99', 'name': 'tempest-AttachVolumeNegativeTest-1541549653-router', 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:38:28Z', 'updated_at': '2022-04-06T11:38:30Z', 'revision_number': 3, 'project_id': 'bb6810077f514bc4a2288d01e743f182', 'gw_port': {'id': 'f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760aa998-9381-4c21-a771-26443716ce99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:38:29Z', 'updated_at': '2022-04-06T11:38:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi'}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:38:32.105285 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c562e7-f0f6-4f60-9171-b121d05463cc None None] The sync data for ids ['760aa998-9381-4c21-a771-26443716ce99'] in dv-cinder-836073-2-iscsi is: [{'id': '760aa998-9381-4c21-a771-26443716ce99', 'name': 'tempest-AttachVolumeNegativeTest-1541549653-router', 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:38:28Z', 'updated_at': '2022-04-06T11:38:30Z', 'revision_number': 3, 'project_id': 'bb6810077f514bc4a2288d01e743f182', 'gw_port': {'id': 'f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760aa998-9381-4c21-a771-26443716ce99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:38:29Z', 'updated_at': '2022-04-06T11:38:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi'}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:38:32.286622 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c5f49e4b-c619-4d70-a75c-cf7d9ce21f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (f29192a8-bcbb-4ab9-a414-15733b6ddfc9), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:32.288840 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-d9cf1076-0b9a-4968-bfea-f045e2727ddd None None] Provisioning complete for port f29192a8-bcbb-4ab9-a414-15733b6ddfc9 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:38:32.289314 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d9cf1076-0b9a-4968-bfea-f045e2727ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (f29192a8-bcbb-4ab9-a414-15733b6ddfc9), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:32.349044 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-d9cf1076-0b9a-4968-bfea-f045e2727ddd None None] Port f29192a8-bcbb-4ab9-a414-15733b6ddfc9 cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:38:32.476318 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c5f49e4b-c619-4d70-a75c-cf7d9ce21f13 admin admin] Publish callbacks [] for port (f29192a8-bcbb-4ab9-a414-15733b6ddfc9), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:32.524825 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c5f49e4b-c619-4d70-a75c-cf7d9ce21f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8797942'] for port (f29192a8-bcbb-4ab9-a414-15733b6ddfc9), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:32.595323 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c5f49e4b-c619-4d70-a75c-cf7d9ce21f13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-916918'] for router_interface (760aa998-9381-4c21-a771-26443716ce99), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:32.597163 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f49e4b-c619-4d70-a75c-cf7d9ce21f13 admin admin] Pushing event updated for resources: {'Port': ['ID=f29192a8-bcbb-4ab9-a414-15733b6ddfc9,revision_number=2']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:38:32.697499 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f49e4b-c619-4d70-a75c-cf7d9ce21f13 admin admin] Network 2b4dedfa-c6d0-43e3-97de-75ece9e3097c is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:38:32.699377 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-c5f49e4b-c619-4d70-a75c-cf7d9ce21f13 admin admin] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:38:32.826071 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5f49e4b-c619-4d70-a75c-cf7d9ce21f13 admin admin] Router 760aa998-9381-4c21-a771-26443716ce99 has already been hosted by L3 agent 9404f039-f516-42fd-94a5-c122fff5649f {{(pid=103882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:38:32.945253 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f49e4b-c619-4d70-a75c-cf7d9ce21f13 admin admin] Notify agent at l3_agent.dv-cinder-836073-2-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:38:32.951530 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-c5f49e4b-c619-4d70-a75c-cf7d9ce21f13 admin admin] 10.222.0.43 "PUT /v2.0/routers/760aa998-9381-4c21-a771-26443716ce99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1742616 Apr 06 11:38:32.974396 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-2d087881-fbc2-4e3e-999a-ef41657f9942 None None] Provisioning complete for port f29192a8-bcbb-4ab9-a414-15733b6ddfc9 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:38:32.974925 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-2d087881-fbc2-4e3e-999a-ef41657f9942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (f29192a8-bcbb-4ab9-a414-15733b6ddfc9), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:33.008726 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-2d087881-fbc2-4e3e-999a-ef41657f9942 None None] Port f29192a8-bcbb-4ab9-a414-15733b6ddfc9 cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:38:33.138898 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba up at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:38:33.186858 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Provisioning complete for port f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:38:33.187230 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:33.265979 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Current status of the port f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba is: DOWN; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:38:33.266359 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:33.285957 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] For port f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba, host dv-cinder-836073-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba,segment=NetworkSegment(a1489c3e-d8bf-465c-8161-3d720cf0d135),segment_id=a1489c3e-d8bf-465c-8161-3d720cf0d135)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:38:33.428970 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:33.445934 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 57806) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:38:33.450976 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-91e09719-72c4-487a-ab91-e74be432f412 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1170338654', 'description': 'tempest-description--926077755'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:38:33.490146 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Pushing event updated for resources: {'Port': ['ID=f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:38:33.567300 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-91e09719-72c4-487a-ab91-e74be432f412 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:33.600356 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8ab832-b310-4f6d-8094-ecfa0ebb932d None None] Sync routers for ids ['760aa998-9381-4c21-a771-26443716ce99'] in dv-cinder-836073-2-iscsi {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:38:33.620968 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8ab832-b310-4f6d-8094-ecfa0ebb932d None None] Routers {'760aa998-9381-4c21-a771-26443716ce99'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:38:33.620968 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-5c8ab832-b310-4f6d-8094-ecfa0ebb932d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:38:09Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['760aa998-9381-4c21-a771-26443716ce99'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:38:33.645002 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-91e09719-72c4-487a-ab91-e74be432f412 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for security_group (4e0a4be0-a323-4106-9a67-c77c60e71e10), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:33.723766 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-5c8ab832-b310-4f6d-8094-ecfa0ebb932d None None] Set router 760aa998-9381-4c21-a771-26443716ce99 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:38:33.787691 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-91e09719-72c4-487a-ab91-e74be432f412 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (4e0a4be0-a323-4106-9a67-c77c60e71e10), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:33.817583 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e09719-72c4-487a-ab91-e74be432f412 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0a4be0-a323-4106-9a67-c77c60e71e10,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:38:33.881259 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-91e09719-72c4-487a-ab91-e74be432f412 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:33.882574 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-91e09719-72c4-487a-ab91-e74be432f412 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4355242 Apr 06 11:38:33.885352 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 57808) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:38:33.890375 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-a809fb3e-d274-4dce-9720-43acaa4ee4fb tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Request body: {'security_group_rule': {'security_group_id': '4e0a4be0-a323-4106-9a67-c77c60e71e10', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:38:33.928831 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-5c8ab832-b310-4f6d-8094-ecfa0ebb932d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760aa998-9381-4c21-a771-26443716ce99', 'name': 'tempest-AttachVolumeNegativeTest-1541549653-router', 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:38:28Z', 'updated_at': '2022-04-06T11:38:32Z', 'revision_number': 4, 'project_id': 'bb6810077f514bc4a2288d01e743f182', 'gw_port': {'id': 'f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760aa998-9381-4c21-a771-26443716ce99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:38:29Z', 'updated_at': '2022-04-06T11:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_interfaces': [{'id': 'f29192a8-bcbb-4ab9-a414-15733b6ddfc9', 'name': '', 'network_id': '2b4dedfa-c6d0-43e3-97de-75ece9e3097c', 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'mac_address': 'fa:16:3e:0b:04:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760aa998-9381-4c21-a771-26443716ce99', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:38:31Z', 'updated_at': '2022-04-06T11:38:32Z', 'revision_number': 2, 'project_id': 'bb6810077f514bc4a2288d01e743f182', 'subnets': [{'id': 'ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:38:33.959544 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8ab832-b310-4f6d-8094-ecfa0ebb932d None None] Checking router: 760aa998-9381-4c21-a771-26443716ce99 for host: dv-cinder-836073-2-iscsi {{(pid=103883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:38:33.959896 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8ab832-b310-4f6d-8094-ecfa0ebb932d None None] Updating router 760aa998-9381-4c21-a771-26443716ce99 port f29192a8-bcbb-4ab9-a414-15733b6ddfc9 binding host dv-cinder-836073-2-iscsi {{(pid=103883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 11:38:33.986923 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a809fb3e-d274-4dce-9720-43acaa4ee4fb tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for security_group_rule (5a508051-afbe-4445-a120-b1452e58cdbc), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:33.987699 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5c8ab832-b310-4f6d-8094-ecfa0ebb932d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (f29192a8-bcbb-4ab9-a414-15733b6ddfc9), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:34.044481 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a809fb3e-d274-4dce-9720-43acaa4ee4fb tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for security_group_rule (5a508051-afbe-4445-a120-b1452e58cdbc), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:34.090532 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a809fb3e-d274-4dce-9720-43acaa4ee4fb tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770697'] for security_group_rule (5a508051-afbe-4445-a120-b1452e58cdbc), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:34.107553 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a809fb3e-d274-4dce-9720-43acaa4ee4fb tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a508051-afbe-4445-a120-b1452e58cdbc,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:38:34.149611 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a809fb3e-d274-4dce-9720-43acaa4ee4fb tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:34.150930 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-a809fb3e-d274-4dce-9720-43acaa4ee4fb tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2640505 Apr 06 11:38:34.154769 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 57810) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:38:34.160726 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-a2c591c5-ea29-4d1e-b69b-e599fefbdcff tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Request body: {'security_group_rule': {'security_group_id': '4e0a4be0-a323-4106-9a67-c77c60e71e10', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:38:34.255942 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5c8ab832-b310-4f6d-8094-ecfa0ebb932d None None] Publish callbacks [] for port (f29192a8-bcbb-4ab9-a414-15733b6ddfc9), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:34.267302 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a2c591c5-ea29-4d1e-b69b-e599fefbdcff tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for security_group_rule (5290daf1-f036-42dc-b3b0-ced8fe1769db), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:34.324967 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a2c591c5-ea29-4d1e-b69b-e599fefbdcff tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for security_group_rule (5290daf1-f036-42dc-b3b0-ced8fe1769db), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:34.325231 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5c8ab832-b310-4f6d-8094-ecfa0ebb932d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (f29192a8-bcbb-4ab9-a414-15733b6ddfc9), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:34.379049 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb6848f-9e86-4bd1-ad50-5b6912da03be None None] Pushing event updated for resources: {'Port': ['ID=f29192a8-bcbb-4ab9-a414-15733b6ddfc9,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:38:34.393259 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a2c591c5-ea29-4d1e-b69b-e599fefbdcff tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770697'] for security_group_rule (5290daf1-f036-42dc-b3b0-ced8fe1769db), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:34.411347 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c591c5-ea29-4d1e-b69b-e599fefbdcff tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5290daf1-f036-42dc-b3b0-ced8fe1769db,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:38:34.433738 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-5c8ab832-b310-4f6d-8094-ecfa0ebb932d None None] Attempting to bind port f29192a8-bcbb-4ab9-a414-15733b6ddfc9 on host dv-cinder-836073-2-iscsi for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:38:34.434107 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-5c8ab832-b310-4f6d-8094-ecfa0ebb932d None None] Attempting to bind port f29192a8-bcbb-4ab9-a414-15733b6ddfc9 by drivers openvswitch,hyperv on host dv-cinder-836073-2-iscsi at level 0 using segments [{'id': 'c5f8d102-e721-4568-a5e4-44a51dfcc222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2b4dedfa-c6d0-43e3-97de-75ece9e3097c'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:38:34.434467 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8ab832-b310-4f6d-8094-ecfa0ebb932d None None] Attempting to bind port f29192a8-bcbb-4ab9-a414-15733b6ddfc9 on network 2b4dedfa-c6d0-43e3-97de-75ece9e3097c {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:38:34.440032 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8ab832-b310-4f6d-8094-ecfa0ebb932d None None] Checking agent: {'id': 'a2831ac0-05e7-463d-be89-41d2adab36ec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836073-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 18, 43), 'started_at': datetime.datetime(2022, 4, 6, 11, 19, 13), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836073-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:38:34.440404 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8ab832-b310-4f6d-8094-ecfa0ebb932d None None] Checking segment: {'id': 'c5f8d102-e721-4568-a5e4-44a51dfcc222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2b4dedfa-c6d0-43e3-97de-75ece9e3097c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:38:34.440839 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5c8ab832-b310-4f6d-8094-ecfa0ebb932d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:34.441303 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8ab832-b310-4f6d-8094-ecfa0ebb932d None None] Bound using segment: {'id': 'c5f8d102-e721-4568-a5e4-44a51dfcc222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2b4dedfa-c6d0-43e3-97de-75ece9e3097c'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:38:34.444977 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-5c8ab832-b310-4f6d-8094-ecfa0ebb932d None None] Bound port: f29192a8-bcbb-4ab9-a414-15733b6ddfc9, host: dv-cinder-836073-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5f8d102-e721-4568-a5e4-44a51dfcc222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2b4dedfa-c6d0-43e3-97de-75ece9e3097c'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:38:34.444977 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5c8ab832-b310-4f6d-8094-ecfa0ebb932d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (f29192a8-bcbb-4ab9-a414-15733b6ddfc9), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:34.458503 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a2c591c5-ea29-4d1e-b69b-e599fefbdcff tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:34.461294 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-a2c591c5-ea29-4d1e-b69b-e599fefbdcff tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3041110 Apr 06 11:38:34.463381 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 57812) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:38:34.468011 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-6d51ca5a-4bef-4e85-88ba-4a667b9ae09e tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Request body: {'floatingip': {'floating_network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:38:34.510456 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-5c8ab832-b310-4f6d-8094-ecfa0ebb932d None None] For port f29192a8-bcbb-4ab9-a414-15733b6ddfc9, host dv-cinder-836073-2-iscsi, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:38:34.514722 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-5c8ab832-b310-4f6d-8094-ecfa0ebb932d None None] For port f29192a8-bcbb-4ab9-a414-15733b6ddfc9, host dv-cinder-836073-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=f29192a8-bcbb-4ab9-a414-15733b6ddfc9,segment=NetworkSegment(c5f8d102-e721-4568-a5e4-44a51dfcc222),segment_id=c5f8d102-e721-4568-a5e4-44a51dfcc222)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:38:34.530557 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-6d51ca5a-4bef-4e85-88ba-4a667b9ae09e tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:34.576859 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5c8ab832-b310-4f6d-8094-ecfa0ebb932d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (f29192a8-bcbb-4ab9-a414-15733b6ddfc9), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:34.635987 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-6d51ca5a-4bef-4e85-88ba-4a667b9ae09e tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:34.642392 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8ab832-b310-4f6d-8094-ecfa0ebb932d None None] Routers {'760aa998-9381-4c21-a771-26443716ce99'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:38:34.643039 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-5c8ab832-b310-4f6d-8094-ecfa0ebb932d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:38:09Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['760aa998-9381-4c21-a771-26443716ce99'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:38:34.685911 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb6848f-9e86-4bd1-ad50-5b6912da03be None None] Pushing event updated for resources: {'Port': ['ID=f29192a8-bcbb-4ab9-a414-15733b6ddfc9,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:38:34.701653 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-3006f66e-1905-4ece-a3be-31d9126bc8b0 None None] Provisioning complete for port f29192a8-bcbb-4ab9-a414-15733b6ddfc9 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:38:34.702031 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3006f66e-1905-4ece-a3be-31d9126bc8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (f29192a8-bcbb-4ab9-a414-15733b6ddfc9), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:34.756346 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [None req-6d51ca5a-4bef-4e85-88ba-4a667b9ae09e tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Allocated IP 172.27.2.125 (698fa61f-093e-4dd4-aaec-c1b231275ecc/4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809/214f5d59-343c-48b8-a982-5e1738215119) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:38:34.796069 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-5c8ab832-b310-4f6d-8094-ecfa0ebb932d None None] Set router 760aa998-9381-4c21-a771-26443716ce99 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:38:34.861822 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-6d51ca5a-4bef-4e85-88ba-4a667b9ae09e tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for port (214f5d59-343c-48b8-a982-5e1738215119), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:34.906731 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-3006f66e-1905-4ece-a3be-31d9126bc8b0 None None] Current status of the port f29192a8-bcbb-4ab9-a414-15733b6ddfc9 is: DOWN; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:38:34.906731 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3006f66e-1905-4ece-a3be-31d9126bc8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (f29192a8-bcbb-4ab9-a414-15733b6ddfc9), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:34.959816 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-6d51ca5a-4bef-4e85-88ba-4a667b9ae09e tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779192465924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797839'] for port (214f5d59-343c-48b8-a982-5e1738215119), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:34.986934 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-3006f66e-1905-4ece-a3be-31d9126bc8b0 None None] For port f29192a8-bcbb-4ab9-a414-15733b6ddfc9, host dv-cinder-836073-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=f29192a8-bcbb-4ab9-a414-15733b6ddfc9,segment=NetworkSegment(c5f8d102-e721-4568-a5e4-44a51dfcc222),segment_id=c5f8d102-e721-4568-a5e4-44a51dfcc222)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:38:35.001798 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d51ca5a-4bef-4e85-88ba-4a667b9ae09e tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Network 698fa61f-093e-4dd4-aaec-c1b231275ecc is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:38:35.006653 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-6d51ca5a-4bef-4e85-88ba-4a667b9ae09e tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:38:35.010484 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d51ca5a-4bef-4e85-88ba-4a667b9ae09e tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:38:35.037428 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d51ca5a-4bef-4e85-88ba-4a667b9ae09e tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Pushing event updated for resources: {'Port': ['ID=214f5d59-343c-48b8-a982-5e1738215119,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:38:35.051179 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-5c8ab832-b310-4f6d-8094-ecfa0ebb932d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760aa998-9381-4c21-a771-26443716ce99', 'name': 'tempest-AttachVolumeNegativeTest-1541549653-router', 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:38:28Z', 'updated_at': '2022-04-06T11:38:32Z', 'revision_number': 4, 'project_id': 'bb6810077f514bc4a2288d01e743f182', 'gw_port': {'id': 'f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760aa998-9381-4c21-a771-26443716ce99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:38:29Z', 'updated_at': '2022-04-06T11:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_interfaces': [{'id': 'f29192a8-bcbb-4ab9-a414-15733b6ddfc9', 'name': '', 'network_id': '2b4dedfa-c6d0-43e3-97de-75ece9e3097c', 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'mac_address': 'fa:16:3e:0b:04:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760aa998-9381-4c21-a771-26443716ce99', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:38:31Z', 'updated_at': '2022-04-06T11:38:34Z', 'revision_number': 4, 'project_id': 'bb6810077f514bc4a2288d01e743f182', 'subnets': [{'id': 'ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:38:35.056288 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3006f66e-1905-4ece-a3be-31d9126bc8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (f29192a8-bcbb-4ab9-a414-15733b6ddfc9), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:35.081824 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8ab832-b310-4f6d-8094-ecfa0ebb932d None None] The sync data for ids ['760aa998-9381-4c21-a771-26443716ce99'] in dv-cinder-836073-2-iscsi is: [{'id': '760aa998-9381-4c21-a771-26443716ce99', 'name': 'tempest-AttachVolumeNegativeTest-1541549653-router', 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:38:28Z', 'updated_at': '2022-04-06T11:38:32Z', 'revision_number': 4, 'project_id': 'bb6810077f514bc4a2288d01e743f182', 'gw_port': {'id': 'f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760aa998-9381-4c21-a771-26443716ce99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:38:29Z', 'updated_at': '2022-04-06T11:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_interfaces': [{'id': 'f29192a8-bcbb-4ab9-a414-15733b6ddfc9', 'name': '', 'network_id': '2b4dedfa-c6d0-43e3-97de-75ece9e3097c', 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'mac_address': 'fa:16:3e:0b:04:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760aa998-9381-4c21-a771-26443716ce99', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:38:31Z', 'updated_at': '2022-04-06T11:38:34Z', 'revision_number': 4, 'project_id': 'bb6810077f514bc4a2288d01e743f182', 'subnets': [{'id': 'ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:38:35.109554 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-6d51ca5a-4bef-4e85-88ba-4a667b9ae09e tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for floatingip (fbd1932e-6157-458a-9b22-5fdc03641a02), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:35.128056 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3006f66e-1905-4ece-a3be-31d9126bc8b0 None None] Pushing event updated for resources: {'Port': ['ID=f29192a8-bcbb-4ab9-a414-15733b6ddfc9,revision_number=5']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:38:35.185389 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba up at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:38:35.191049 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-1cdd359a-18f8-4365-bc8e-696eeeccf318 None None] Provisioning complete for port f29192a8-bcbb-4ab9-a414-15733b6ddfc9 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:38:35.191430 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-1cdd359a-18f8-4365-bc8e-696eeeccf318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (f29192a8-bcbb-4ab9-a414-15733b6ddfc9), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:35.236312 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-6d51ca5a-4bef-4e85-88ba-4a667b9ae09e tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (214f5d59-343c-48b8-a982-5e1738215119), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:35.276701 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Provisioning complete for port f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:38:35.277105 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:35.409548 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-6d51ca5a-4bef-4e85-88ba-4a667b9ae09e tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for port (214f5d59-343c-48b8-a982-5e1738215119), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:35.473747 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-6d51ca5a-4bef-4e85-88ba-4a667b9ae09e tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8797942'] for port (214f5d59-343c-48b8-a982-5e1738215119), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:35.475229 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-1cdd359a-18f8-4365-bc8e-696eeeccf318 None None] Current status of the port f29192a8-bcbb-4ab9-a414-15733b6ddfc9 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:38:35.529785 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Current status of the port f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:38:35.552399 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d51ca5a-4bef-4e85-88ba-4a667b9ae09e tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Pushing event updated for resources: {'Port': ['ID=214f5d59-343c-48b8-a982-5e1738215119,revision_number=2']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:38:35.569306 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-6d51ca5a-4bef-4e85-88ba-4a667b9ae09e tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-886429'] for floatingip (fbd1932e-6157-458a-9b22-5fdc03641a02), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:35.657795 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-6d51ca5a-4bef-4e85-88ba-4a667b9ae09e tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for floatingip (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:35.659052 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-6d51ca5a-4bef-4e85-88ba-4a667b9ae09e tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1946554 Apr 06 11:38:35.812659 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-629f2786-c529-4b8c-a3ad-a211fc3f6921 req-542efb95-430d-41c1-928f-7115d32205b8 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1170338654&fields=id&tenant_id=bb6810077f514bc4a2288d01e743f182 HTTP/1.1" status: 200 len: 267 time: 0.0444171 Apr 06 11:38:35.934455 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f2786-c529-4b8c-a3ad-a211fc3f6921 req-7d336ea8-27dc-41cb-98f8-91eeb23693ee tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:38:35.935938 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-629f2786-c529-4b8c-a3ad-a211fc3f6921 req-7d336ea8-27dc-41cb-98f8-91eeb23693ee tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/networks?id=2b4dedfa-c6d0-43e3-97de-75ece9e3097c HTTP/1.1" status: 200 len: 815 time: 0.1167853 Apr 06 11:38:35.951778 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-629f2786-c529-4b8c-a3ad-a211fc3f6921 req-43164122-8b22-4bd3-af20-3c18382c96ab tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/quotas/bb6810077f514bc4a2288d01e743f182 HTTP/1.1" status: 200 len: 375 time: 0.0100887 Apr 06 11:38:36.011867 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-629f2786-c529-4b8c-a3ad-a211fc3f6921 req-41d328ec-7dd6-4ba8-a44a-1d8d1cd9dd68 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=bb6810077f514bc4a2288d01e743f182&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546970 Apr 06 11:38:36.076466 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [req-629f2786-c529-4b8c-a3ad-a211fc3f6921 req-8451dd40-3337-498d-961a-b211e54a7902 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103882) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 11:38:36.077563 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-629f2786-c529-4b8c-a3ad-a211fc3f6921 req-8451dd40-3337-498d-961a-b211e54a7902 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0547025 Apr 06 11:38:36.169027 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-629f2786-c529-4b8c-a3ad-a211fc3f6921 req-295c3a3f-9bb5-424b-8070-2c9421387a5e service neutron] 10.222.0.43 "GET /v2.0/networks/2b4dedfa-c6d0-43e3-97de-75ece9e3097c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855386 Apr 06 11:38:36.260056 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-629f2786-c529-4b8c-a3ad-a211fc3f6921 req-69b95a8d-a3fa-4fcf-8748-56c01456d4fd service neutron] 10.222.0.43 "GET /v2.0/networks/2b4dedfa-c6d0-43e3-97de-75ece9e3097c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853584 Apr 06 11:38:36.502437 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-445571d9-744f-4089-8725-b88cd0e6704d req-af4ec8f8-86d4-4168-899a-db1f03b24090 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/ports?device_id=88ae37b3-5551-49a1-bfcf-9f7724788906 HTTP/1.1" status: 200 len: 210 time: 0.0294356 Apr 06 11:38:36.549534 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (dc195572-b6d9-4259-8541-839e457b2650), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:36.627492 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-1f66babf-710a-4c4a-9c80-9dae6ce5de96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (8a8bc679-53b2-461d-b015-cec5a247fb94), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:37.140071 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device f29192a8-bcbb-4ab9-a414-15733b6ddfc9 up at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:38:37.187588 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Provisioning complete for port f29192a8-bcbb-4ab9-a414-15733b6ddfc9 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:38:37.187952 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (f29192a8-bcbb-4ab9-a414-15733b6ddfc9), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:37.265033 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Current status of the port f29192a8-bcbb-4ab9-a414-15733b6ddfc9 is: ACTIVE; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:38:37.596145 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-418f54aa-ccf2-4f09-8d40-e71532413860 req-c2775367-1a34-4a96-a57b-ae39995c0b4d tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/ports?device_id=88ae37b3-5551-49a1-bfcf-9f7724788906 HTTP/1.1" status: 200 len: 210 time: 0.0281951 Apr 06 11:38:38.510131 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f2786-c529-4b8c-a3ad-a211fc3f6921 req-4628ac46-4e24-41a4-9ddb-e81073e2a4cc tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:38:38.511543 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-629f2786-c529-4b8c-a3ad-a211fc3f6921 req-4628ac46-4e24-41a4-9ddb-e81073e2a4cc tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.48 "GET /v2.0/networks?id=2b4dedfa-c6d0-43e3-97de-75ece9e3097c HTTP/1.1" status: 200 len: 815 time: 0.1056890 Apr 06 11:38:38.570760 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-629f2786-c529-4b8c-a3ad-a211fc3f6921 req-0afe4bad-966c-4615-b1ae-711707c1b10f tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb6810077f514bc4a2288d01e743f182 HTTP/1.1" status: 200 len: 380 time: 0.0508730 Apr 06 11:38:38.579185 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [req-629f2786-c529-4b8c-a3ad-a211fc3f6921 req-2af35ba9-3f64-4e9f-af26-4c6996edfa8a tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Request body: {'port': {'device_id': '88ae37b3-5551-49a1-bfcf-9f7724788906', 'network_id': '2b4dedfa-c6d0-43e3-97de-75ece9e3097c', 'admin_state_up': True, 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'security_groups': ['4e0a4be0-a323-4106-9a67-c77c60e71e10']}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:38:38.758812 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-629f2786-c529-4b8c-a3ad-a211fc3f6921 req-2af35ba9-3f64-4e9f-af26-4c6996edfa8a tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Made reservation on behalf of bb6810077f514bc4a2288d01e743f182 for: {'port': 1} {{(pid=103882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:38:38.762488 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-629f2786-c529-4b8c-a3ad-a211fc3f6921 req-2af35ba9-3f64-4e9f-af26-4c6996edfa8a tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:38.847223 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-68ea67dc-3088-4b6f-8c2a-3d473dafcdd7 req-32846806-87c4-4031-820e-f4a668f40ef5 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/ports?device_id=88ae37b3-5551-49a1-bfcf-9f7724788906 HTTP/1.1" status: 200 len: 210 time: 0.0276268 Apr 06 11:38:38.897755 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [req-629f2786-c529-4b8c-a3ad-a211fc3f6921 req-2af35ba9-3f64-4e9f-af26-4c6996edfa8a tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Allocated IP 172.20.0.8 (2b4dedfa-c6d0-43e3-97de-75ece9e3097c/ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c/d39ab5d2-9ecf-4670-beb5-109bf9b446f2) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:38:39.022363 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-1fae8021-7802-45ea-99ed-3a5efd945694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (9404f039-f516-42fd-94a5-c122fff5649f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:39.037246 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-629f2786-c529-4b8c-a3ad-a211fc3f6921 req-2af35ba9-3f64-4e9f-af26-4c6996edfa8a tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for port (d39ab5d2-9ecf-4670-beb5-109bf9b446f2), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:39.153112 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-629f2786-c529-4b8c-a3ad-a211fc3f6921 req-2af35ba9-3f64-4e9f-af26-4c6996edfa8a tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779192465924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797839'] for port (d39ab5d2-9ecf-4670-beb5-109bf9b446f2), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:39.195483 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-629f2786-c529-4b8c-a3ad-a211fc3f6921 req-2af35ba9-3f64-4e9f-af26-4c6996edfa8a tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Network 2b4dedfa-c6d0-43e3-97de-75ece9e3097c is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:38:39.201153 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [req-629f2786-c529-4b8c-a3ad-a211fc3f6921 req-2af35ba9-3f64-4e9f-af26-4c6996edfa8a tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:38:39.205633 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [req-629f2786-c529-4b8c-a3ad-a211fc3f6921 req-2af35ba9-3f64-4e9f-af26-4c6996edfa8a tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:38:39.210540 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af35ba9-3f64-4e9f-af26-4c6996edfa8a tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Pushing event updated for resources: {'Port': ['ID=d39ab5d2-9ecf-4670-beb5-109bf9b446f2,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:38:39.258105 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f2786-c529-4b8c-a3ad-a211fc3f6921 req-2af35ba9-3f64-4e9f-af26-4c6996edfa8a tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:38:39.258725 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-629f2786-c529-4b8c-a3ad-a211fc3f6921 req-2af35ba9-3f64-4e9f-af26-4c6996edfa8a tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for port (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:39.332621 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-629f2786-c529-4b8c-a3ad-a211fc3f6921 req-2af35ba9-3f64-4e9f-af26-4c6996edfa8a tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7571080 Apr 06 11:38:39.356584 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [req-629f2786-c529-4b8c-a3ad-a211fc3f6921 req-8fb8edce-c261-4d08-84a6-2e09fb3f5ff0 service neutron] Request body: {'port': {'device_id': '88ae37b3-5551-49a1-bfcf-9f7724788906', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:38:39.418800 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-491ff75e-bf4f-4c5b-beb4-ee41dd39c72e None None] Provisioning complete for port d39ab5d2-9ecf-4670-beb5-109bf9b446f2 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:38:39.419176 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-491ff75e-bf4f-4c5b-beb4-ee41dd39c72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (d39ab5d2-9ecf-4670-beb5-109bf9b446f2), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:39.421780 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-629f2786-c529-4b8c-a3ad-a211fc3f6921 req-8fb8edce-c261-4d08-84a6-2e09fb3f5ff0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (d39ab5d2-9ecf-4670-beb5-109bf9b446f2), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:39.454030 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-491ff75e-bf4f-4c5b-beb4-ee41dd39c72e None None] Port d39ab5d2-9ecf-4670-beb5-109bf9b446f2 cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:38:39.690615 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [req-629f2786-c529-4b8c-a3ad-a211fc3f6921 req-8fb8edce-c261-4d08-84a6-2e09fb3f5ff0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d39ab5d2-9ecf-4670-beb5-109bf9b446f2 {{(pid=103882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:38:39.698536 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-629f2786-c529-4b8c-a3ad-a211fc3f6921 req-8fb8edce-c261-4d08-84a6-2e09fb3f5ff0 service neutron] Publish callbacks [] for port (d39ab5d2-9ecf-4670-beb5-109bf9b446f2), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:39.710948 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [req-629f2786-c529-4b8c-a3ad-a211fc3f6921 req-8fb8edce-c261-4d08-84a6-2e09fb3f5ff0 service neutron] Transition to ACTIVE for port object d39ab5d2-9ecf-4670-beb5-109bf9b446f2 will not be triggered until provisioned by entity L2. {{(pid=103882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 11:38:39.769257 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-629f2786-c529-4b8c-a3ad-a211fc3f6921 req-8fb8edce-c261-4d08-84a6-2e09fb3f5ff0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8797942'] for port (d39ab5d2-9ecf-4670-beb5-109bf9b446f2), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:39.823834 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb8edce-c261-4d08-84a6-2e09fb3f5ff0 service neutron] Pushing event updated for resources: {'Port': ['ID=d39ab5d2-9ecf-4670-beb5-109bf9b446f2,revision_number=2']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:38:39.905010 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [req-629f2786-c529-4b8c-a3ad-a211fc3f6921 req-8fb8edce-c261-4d08-84a6-2e09fb3f5ff0 service neutron] Attempting to bind port d39ab5d2-9ecf-4670-beb5-109bf9b446f2 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:38:39.905378 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [req-629f2786-c529-4b8c-a3ad-a211fc3f6921 req-8fb8edce-c261-4d08-84a6-2e09fb3f5ff0 service neutron] Attempting to bind port d39ab5d2-9ecf-4670-beb5-109bf9b446f2 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'c5f8d102-e721-4568-a5e4-44a51dfcc222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2b4dedfa-c6d0-43e3-97de-75ece9e3097c'}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:38:39.905712 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629f2786-c529-4b8c-a3ad-a211fc3f6921 req-8fb8edce-c261-4d08-84a6-2e09fb3f5ff0 service neutron] Attempting to bind port d39ab5d2-9ecf-4670-beb5-109bf9b446f2 on network 2b4dedfa-c6d0-43e3-97de-75ece9e3097c {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:38:39.910707 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629f2786-c529-4b8c-a3ad-a211fc3f6921 req-8fb8edce-c261-4d08-84a6-2e09fb3f5ff0 service neutron] Port d39ab5d2-9ecf-4670-beb5-109bf9b446f2 on network 2b4dedfa-c6d0-43e3-97de-75ece9e3097c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 11:38:39.911034 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629f2786-c529-4b8c-a3ad-a211fc3f6921 req-8fb8edce-c261-4d08-84a6-2e09fb3f5ff0 service neutron] Attempting to bind port d39ab5d2-9ecf-4670-beb5-109bf9b446f2 on network 2b4dedfa-c6d0-43e3-97de-75ece9e3097c {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:38:39.917286 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629f2786-c529-4b8c-a3ad-a211fc3f6921 req-8fb8edce-c261-4d08-84a6-2e09fb3f5ff0 service neutron] Checking agent: {'id': 'dc195572-b6d9-4259-8541-839e457b2650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 25, 36), 'started_at': datetime.datetime(2022, 4, 6, 11, 25, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:38:39.917628 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629f2786-c529-4b8c-a3ad-a211fc3f6921 req-8fb8edce-c261-4d08-84a6-2e09fb3f5ff0 service neutron] Checking segment: {'id': 'c5f8d102-e721-4568-a5e4-44a51dfcc222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2b4dedfa-c6d0-43e3-97de-75ece9e3097c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:38:39.918014 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629f2786-c529-4b8c-a3ad-a211fc3f6921 req-8fb8edce-c261-4d08-84a6-2e09fb3f5ff0 service neutron] Bound using segment: {'id': 'c5f8d102-e721-4568-a5e4-44a51dfcc222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2b4dedfa-c6d0-43e3-97de-75ece9e3097c'} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:38:39.918453 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [req-629f2786-c529-4b8c-a3ad-a211fc3f6921 req-8fb8edce-c261-4d08-84a6-2e09fb3f5ff0 service neutron] Bound port: d39ab5d2-9ecf-4670-beb5-109bf9b446f2, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5f8d102-e721-4568-a5e4-44a51dfcc222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2b4dedfa-c6d0-43e3-97de-75ece9e3097c'}}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:38:39.918813 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-629f2786-c529-4b8c-a3ad-a211fc3f6921 req-8fb8edce-c261-4d08-84a6-2e09fb3f5ff0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (d39ab5d2-9ecf-4670-beb5-109bf9b446f2), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:40.026631 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [req-629f2786-c529-4b8c-a3ad-a211fc3f6921 req-8fb8edce-c261-4d08-84a6-2e09fb3f5ff0 service neutron] For port d39ab5d2-9ecf-4670-beb5-109bf9b446f2, host hv-cinder-83607, cleared binding levels {{(pid=103882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:38:40.035298 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9f9ba1-8a98-4779-bb3a-2a48278c2311 req-b3f650c0-853d-4e85-a3fb-d3cc45f9e993 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:38:40.036937 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-da9f9ba1-8a98-4779-bb3a-2a48278c2311 req-b3f650c0-853d-4e85-a3fb-d3cc45f9e993 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/ports?device_id=88ae37b3-5551-49a1-bfcf-9f7724788906 HTTP/1.1" status: 200 len: 943 time: 0.1054950 Apr 06 11:38:40.054204 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [req-629f2786-c529-4b8c-a3ad-a211fc3f6921 req-8fb8edce-c261-4d08-84a6-2e09fb3f5ff0 service neutron] For port d39ab5d2-9ecf-4670-beb5-109bf9b446f2, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=d39ab5d2-9ecf-4670-beb5-109bf9b446f2,segment=NetworkSegment(c5f8d102-e721-4568-a5e4-44a51dfcc222),segment_id=c5f8d102-e721-4568-a5e4-44a51dfcc222)] {{(pid=103882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:38:40.091257 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-da9f9ba1-8a98-4779-bb3a-2a48278c2311 req-00d0fcf0-c676-4e16-8de7-9935919ab00c tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e0a4be0-a323-4106-9a67-c77c60e71e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454736 Apr 06 11:38:40.147729 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-629f2786-c529-4b8c-a3ad-a211fc3f6921 req-8fb8edce-c261-4d08-84a6-2e09fb3f5ff0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8797942'] for port (d39ab5d2-9ecf-4670-beb5-109bf9b446f2), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:40.183940 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f2786-c529-4b8c-a3ad-a211fc3f6921 req-8fb8edce-c261-4d08-84a6-2e09fb3f5ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:38:40.184556 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-629f2786-c529-4b8c-a3ad-a211fc3f6921 req-8fb8edce-c261-4d08-84a6-2e09fb3f5ff0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for port (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:40.186035 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-629f2786-c529-4b8c-a3ad-a211fc3f6921 req-8fb8edce-c261-4d08-84a6-2e09fb3f5ff0 service neutron] 10.222.0.48 "PUT /v2.0/ports/d39ab5d2-9ecf-4670-beb5-109bf9b446f2 HTTP/1.1" status: 200 len: 1093 time: 0.8340170 Apr 06 11:38:40.186477 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88ae37b3-5551-49a1-bfcf-9f7724788906', 'tag': 'd39ab5d2-9ecf-4670-beb5-109bf9b446f2'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:38:40.188794 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29156e5c8df2cda5f8c3a12ff109e02ba7a327efefb734c2c5f81b1bf548e3ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef4264e-0be6-4bfe-bccf-32ebcedef6f9" -d '{"events": [{"name": "network-changed", "server_uuid": "88ae37b3-5551-49a1-bfcf-9f7724788906", "tag": "d39ab5d2-9ecf-4670-beb5-109bf9b446f2"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:38:40.218588 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb8edce-c261-4d08-84a6-2e09fb3f5ff0 service neutron] Pushing event updated for resources: {'Port': ['ID=d39ab5d2-9ecf-4670-beb5-109bf9b446f2,revision_number=3']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:38:40.240881 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b090d49a-3918-42a8-813f-516136a071f0 x-openstack-request-id: req-b090d49a-3918-42a8-813f-516136a071f0 {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:38:40.241278 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88ae37b3-5551-49a1-bfcf-9f7724788906", "tag": "d39ab5d2-9ecf-4670-beb5-109bf9b446f2", "status": "completed", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:38:40.241604 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b090d49a-3918-42a8-813f-516136a071f0 {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:38:40.242082 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b090d49a-3918-42a8-813f-516136a071f0'] response: {'name': 'network-changed', 'server_uuid': '88ae37b3-5551-49a1-bfcf-9f7724788906', 'tag': 'd39ab5d2-9ecf-4670-beb5-109bf9b446f2', 'status': 'completed', 'code': 200} Apr 06 11:38:40.309357 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4264e-0be6-4bfe-bccf-32ebcedef6f9 req-c6f927bc-468e-48b3-a5ed-9fc520f26a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:38:40.310885 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7ef4264e-0be6-4bfe-bccf-32ebcedef6f9 req-c6f927bc-468e-48b3-a5ed-9fc520f26a30 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bb6810077f514bc4a2288d01e743f182&device_id=88ae37b3-5551-49a1-bfcf-9f7724788906 HTTP/1.1" status: 200 len: 1127 time: 0.0473235 Apr 06 11:38:40.412729 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4264e-0be6-4bfe-bccf-32ebcedef6f9 req-cd2cb85c-3fbe-4542-beed-e164ee3d9427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:38:40.414246 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7ef4264e-0be6-4bfe-bccf-32ebcedef6f9 req-cd2cb85c-3fbe-4542-beed-e164ee3d9427 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=bb6810077f514bc4a2288d01e743f182&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0949309 Apr 06 11:38:40.508886 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4264e-0be6-4bfe-bccf-32ebcedef6f9 req-3e4c8d2f-d563-4ae8-923f-a882c737a722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:38:40.510718 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7ef4264e-0be6-4bfe-bccf-32ebcedef6f9 req-3e4c8d2f-d563-4ae8-923f-a882c737a722 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0888867 Apr 06 11:38:40.575857 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0cc2d64b-8553-4c26-9c2d-26728f607b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (295112eb-abec-44aa-a7f9-d1b9c67b3953), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:40.587920 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f2786-c529-4b8c-a3ad-a211fc3f6921 req-97d3b895-f9e7-4bc8-a833-7efd0433b3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:38:40.590012 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-629f2786-c529-4b8c-a3ad-a211fc3f6921 req-97d3b895-f9e7-4bc8-a833-7efd0433b3b6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bb6810077f514bc4a2288d01e743f182&device_id=88ae37b3-5551-49a1-bfcf-9f7724788906 HTTP/1.1" status: 200 len: 1127 time: 0.0461171 Apr 06 11:38:40.629525 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-629f2786-c529-4b8c-a3ad-a211fc3f6921 req-67002f58-9275-45bc-96c0-ddd346fd6721 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d39ab5d2-9ecf-4670-beb5-109bf9b446f2 HTTP/1.1" status: 200 len: 217 time: 0.0325534 Apr 06 11:38:40.681873 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f2786-c529-4b8c-a3ad-a211fc3f6921 req-0c7b1321-11a1-4a50-bf4c-344336ae97ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:38:40.684108 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-629f2786-c529-4b8c-a3ad-a211fc3f6921 req-0c7b1321-11a1-4a50-bf4c-344336ae97ac service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c HTTP/1.1" status: 200 len: 854 time: 0.0487876 Apr 06 11:38:40.734340 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f2786-c529-4b8c-a3ad-a211fc3f6921 req-f5674b64-e8cc-4ad6-960b-85bfe994c176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:38:40.735811 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-629f2786-c529-4b8c-a3ad-a211fc3f6921 req-f5674b64-e8cc-4ad6-960b-85bfe994c176 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2b4dedfa-c6d0-43e3-97de-75ece9e3097c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444582 Apr 06 11:38:40.820942 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-629f2786-c529-4b8c-a3ad-a211fc3f6921 req-4fa7bfb0-d810-4a5c-b394-33c1a6da64d4 service neutron] 10.222.0.48 "GET /v2.0/networks/2b4dedfa-c6d0-43e3-97de-75ece9e3097c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782611 Apr 06 11:38:40.911184 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-629f2786-c529-4b8c-a3ad-a211fc3f6921 req-14df2e87-a6f6-4a62-8064-40215572f289 service neutron] 10.222.0.48 "GET /v2.0/networks/2b4dedfa-c6d0-43e3-97de-75ece9e3097c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834248 Apr 06 11:38:41.210245 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0a0600-6e26-468d-a898-1279b813bb1d req-d3f08165-eeee-4bcc-aa43-7cc996d77d45 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:38:41.211704 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ec0a0600-6e26-468d-a898-1279b813bb1d req-d3f08165-eeee-4bcc-aa43-7cc996d77d45 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/ports?device_id=88ae37b3-5551-49a1-bfcf-9f7724788906 HTTP/1.1" status: 200 len: 943 time: 0.0528817 Apr 06 11:38:41.257790 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ec0a0600-6e26-468d-a898-1279b813bb1d req-1e28d012-7476-44e9-91d9-0d0793e44c15 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e0a4be0-a323-4106-9a67-c77c60e71e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404627 Apr 06 11:38:41.843965 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7bcfc971-4c1e-4d8f-8ae7-97bffdd4e21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (33edc1dd-8f2c-4a3f-bd07-9ad8bd534bf2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:42.375814 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d45c8-4088-4b67-8a71-d9a805a3e5d8 req-264f3654-41ea-4bc7-afb0-62607f60e684 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:38:42.377366 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-b36d45c8-4088-4b67-8a71-d9a805a3e5d8 req-264f3654-41ea-4bc7-afb0-62607f60e684 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/ports?device_id=88ae37b3-5551-49a1-bfcf-9f7724788906 HTTP/1.1" status: 200 len: 943 time: 0.0527687 Apr 06 11:38:42.423589 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-b36d45c8-4088-4b67-8a71-d9a805a3e5d8 req-2e113970-0c1e-46c4-a702-f140761dc50e tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e0a4be0-a323-4106-9a67-c77c60e71e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406165 Apr 06 11:38:42.535224 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device d39ab5d2-9ecf-4670-beb5-109bf9b446f2 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:38:42.629164 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port d39ab5d2-9ecf-4670-beb5-109bf9b446f2, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=d39ab5d2-9ecf-4670-beb5-109bf9b446f2,segment=NetworkSegment(c5f8d102-e721-4568-a5e4-44a51dfcc222),segment_id=c5f8d102-e721-4568-a5e4-44a51dfcc222)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:38:42.642823 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Returning: {'device': 'd39ab5d2-9ecf-4670-beb5-109bf9b446f2', 'network_id': '2b4dedfa-c6d0-43e3-97de-75ece9e3097c', 'port_id': 'd39ab5d2-9ecf-4670-beb5-109bf9b446f2', 'mac_address': 'fa:16:3e:26:b1:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:38:42.683164 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Current status of the port d39ab5d2-9ecf-4670-beb5-109bf9b446f2 is: DOWN; New status is: BUILD {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:38:42.683547 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (d39ab5d2-9ecf-4670-beb5-109bf9b446f2), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:42.695982 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d39ab5d2-9ecf-4670-beb5-109bf9b446f2 {{(pid=103883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:38:42.715083 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port d39ab5d2-9ecf-4670-beb5-109bf9b446f2, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=d39ab5d2-9ecf-4670-beb5-109bf9b446f2,segment=NetworkSegment(c5f8d102-e721-4568-a5e4-44a51dfcc222),segment_id=c5f8d102-e721-4568-a5e4-44a51dfcc222)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:38:42.769015 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (d39ab5d2-9ecf-4670-beb5-109bf9b446f2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:42.815145 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Pushing event updated for resources: {'Port': ['ID=d39ab5d2-9ecf-4670-beb5-109bf9b446f2,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:38:42.982797 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] get_ports_and_sgs() called for port_ids ['d39ab5d2-9ecf-4670-beb5-109bf9b446f2'] {{(pid=103883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:38:43.214840 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (a2831ac0-05e7-463d-be89-41d2adab36ec), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:43.542543 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e62a7-d2e9-405c-a8da-c99672cfd6e6 req-97831568-07a0-4c84-97fb-ad1ad96d21ce tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:38:43.543999 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e46e62a7-d2e9-405c-a8da-c99672cfd6e6 req-97831568-07a0-4c84-97fb-ad1ad96d21ce tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/ports?device_id=88ae37b3-5551-49a1-bfcf-9f7724788906 HTTP/1.1" status: 200 len: 944 time: 0.0556109 Apr 06 11:38:43.589893 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e46e62a7-d2e9-405c-a8da-c99672cfd6e6 req-6bd0176b-5f3b-4f59-873e-57e24fc8a736 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e0a4be0-a323-4106-9a67-c77c60e71e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400620 Apr 06 11:38:44.558182 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device d39ab5d2-9ecf-4670-beb5-109bf9b446f2 up at agent hyperv_hv-cinder-83607 {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:38:44.666723 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Provisioning for port d39ab5d2-9ecf-4670-beb5-109bf9b446f2 completed by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 11:38:44.670820 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Provisioning complete for port d39ab5d2-9ecf-4670-beb5-109bf9b446f2 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:38:44.671200 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (d39ab5d2-9ecf-4670-beb5-109bf9b446f2), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:44.711002 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416eaf83-1a62-4962-abe0-dc5927fcf121 req-cfa79e9e-ec6b-4bfd-a9a9-0180d895db05 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:38:44.714393 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-416eaf83-1a62-4962-abe0-dc5927fcf121 req-cfa79e9e-ec6b-4bfd-a9a9-0180d895db05 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/ports?device_id=88ae37b3-5551-49a1-bfcf-9f7724788906 HTTP/1.1" status: 200 len: 944 time: 0.0581517 Apr 06 11:38:44.751026 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Current status of the port d39ab5d2-9ecf-4670-beb5-109bf9b446f2 is: BUILD; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:38:44.751483 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (d39ab5d2-9ecf-4670-beb5-109bf9b446f2), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:44.762906 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-416eaf83-1a62-4962-abe0-dc5927fcf121 req-a1299cac-f32f-475b-b8ee-ae6e7e4e97e1 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e0a4be0-a323-4106-9a67-c77c60e71e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440376 Apr 06 11:38:44.776150 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88ae37b3-5551-49a1-bfcf-9f7724788906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd39ab5d2-9ecf-4670-beb5-109bf9b446f2'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:38:44.778154 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a256e0d7ec5edad375dd6353356bf7a80218bed4a34d309726d6a914db977355" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a846f1a-6673-4718-9993-e9e7019f0ed4" -d '{"events": [{"server_uuid": "88ae37b3-5551-49a1-bfcf-9f7724788906", "name": "network-vif-plugged", "status": "completed", "tag": "d39ab5d2-9ecf-4670-beb5-109bf9b446f2"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:38:44.790170 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port d39ab5d2-9ecf-4670-beb5-109bf9b446f2, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=d39ab5d2-9ecf-4670-beb5-109bf9b446f2,segment=NetworkSegment(c5f8d102-e721-4568-a5e4-44a51dfcc222),segment_id=c5f8d102-e721-4568-a5e4-44a51dfcc222)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:38:44.815329 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8974c266-8ba9-4a69-8d64-b1a447fa02b0 x-openstack-request-id: req-8974c266-8ba9-4a69-8d64-b1a447fa02b0 {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:38:44.815619 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88ae37b3-5551-49a1-bfcf-9f7724788906", "name": "network-vif-plugged", "status": "completed", "tag": "d39ab5d2-9ecf-4670-beb5-109bf9b446f2", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:38:44.815870 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8974c266-8ba9-4a69-8d64-b1a447fa02b0 {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:38:44.816259 dv-cinder-836073-2-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8974c266-8ba9-4a69-8d64-b1a447fa02b0'] response: {'server_uuid': '88ae37b3-5551-49a1-bfcf-9f7724788906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd39ab5d2-9ecf-4670-beb5-109bf9b446f2', 'code': 200} Apr 06 11:38:44.838643 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (d39ab5d2-9ecf-4670-beb5-109bf9b446f2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:44.886231 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Pushing event updated for resources: {'Port': ['ID=d39ab5d2-9ecf-4670-beb5-109bf9b446f2,revision_number=5']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:38:45.089128 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef35c4-f113-4742-a87d-b71cd00af3d2 req-6fbdc382-b1ca-4702-bfaf-bc6841f61e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:38:45.090622 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-cbef35c4-f113-4742-a87d-b71cd00af3d2 req-6fbdc382-b1ca-4702-bfaf-bc6841f61e1e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=88ae37b3-5551-49a1-bfcf-9f7724788906 HTTP/1.1" status: 200 len: 1129 time: 0.0443511 Apr 06 11:38:45.132487 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-cbef35c4-f113-4742-a87d-b71cd00af3d2 req-7ee2a7d2-7e58-4890-bf43-5b7b369fe0c8 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4e0a4be0-a323-4106-9a67-c77c60e71e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358925 Apr 06 11:38:45.774430 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-d2f8dd02-8968-40b0-bca4-a7fc1cec66fd None None] Agent healthcheck: found 6 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:38:45.882224 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4de78a3-294b-4534-b7a2-af585f75d57d req-90a3513a-fb24-4f47-9a86-6e02b5c69524 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:38:45.883677 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-b4de78a3-294b-4534-b7a2-af585f75d57d req-90a3513a-fb24-4f47-9a86-6e02b5c69524 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/ports?device_id=88ae37b3-5551-49a1-bfcf-9f7724788906 HTTP/1.1" status: 200 len: 945 time: 0.0509911 Apr 06 11:38:45.929512 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-b4de78a3-294b-4534-b7a2-af585f75d57d req-89ae83c1-8759-41a0-8407-fd8285299c60 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e0a4be0-a323-4106-9a67-c77c60e71e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397787 Apr 06 11:38:47.050545 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0cfafa-eae0-48d9-86f5-0c4a21e8b346 req-709ee08f-32b6-42da-9c4a-43e3a14c76e4 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:38:47.051954 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ab0cfafa-eae0-48d9-86f5-0c4a21e8b346 req-709ee08f-32b6-42da-9c4a-43e3a14c76e4 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/ports?device_id=88ae37b3-5551-49a1-bfcf-9f7724788906 HTTP/1.1" status: 200 len: 945 time: 0.0515018 Apr 06 11:38:47.100511 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ab0cfafa-eae0-48d9-86f5-0c4a21e8b346 req-f698f8ab-4dd7-4b49-a491-c8e8850e42fa tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e0a4be0-a323-4106-9a67-c77c60e71e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427177 Apr 06 11:38:47.214942 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecef72e-0ceb-40cd-951a-d7e16ff43b51 req-5d6badda-e106-445e-b20a-2e95205777b2 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:38:47.216425 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-2ecef72e-0ceb-40cd-951a-d7e16ff43b51 req-5d6badda-e106-445e-b20a-2e95205777b2 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/ports?device_id=88ae37b3-5551-49a1-bfcf-9f7724788906 HTTP/1.1" status: 200 len: 945 time: 0.0518737 Apr 06 11:38:47.225180 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 57868) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:38:47.230142 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-b4321eba-2fc6-4bf9-8750-7963b89e697f tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Request body: {'floatingip': {'port_id': 'd39ab5d2-9ecf-4670-beb5-109bf9b446f2'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:38:47.271393 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b4321eba-2fc6-4bf9-8750-7963b89e697f tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for floatingip (fbd1932e-6157-458a-9b22-5fdc03641a02), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:47.695940 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b4321eba-2fc6-4bf9-8750-7963b89e697f tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:47.757498 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b4321eba-2fc6-4bf9-8750-7963b89e697f tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-886429'] for floatingip (fbd1932e-6157-458a-9b22-5fdc03641a02), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:47.855883 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.db.l3_db [None req-b4321eba-2fc6-4bf9-8750-7963b89e697f tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Floating IP fbd1932e-6157-458a-9b22-5fdc03641a02 associated. External IP: 172.27.2.125, port: d39ab5d2-9ecf-4670-beb5-109bf9b446f2. Apr 06 11:38:48.067327 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4321eba-2fc6-4bf9-8750-7963b89e697f tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Router 760aa998-9381-4c21-a771-26443716ce99 has already been hosted by L3 agent 9404f039-f516-42fd-94a5-c122fff5649f {{(pid=103881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:38:48.175482 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4321eba-2fc6-4bf9-8750-7963b89e697f tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Notify agent at l3_agent.dv-cinder-836073-2-iscsi the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:38:48.180341 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b4321eba-2fc6-4bf9-8750-7963b89e697f tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for floatingip (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:48.185232 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799c310e-53f4-41b3-8478-ebbf4abd82f1 None None] Sync routers for ids ['760aa998-9381-4c21-a771-26443716ce99'] in dv-cinder-836073-2-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:38:48.194795 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799c310e-53f4-41b3-8478-ebbf4abd82f1 None None] Routers {'760aa998-9381-4c21-a771-26443716ce99'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:38:48.195479 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-799c310e-53f4-41b3-8478-ebbf4abd82f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:38:39Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['760aa998-9381-4c21-a771-26443716ce99'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:38:48.209247 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-b4321eba-2fc6-4bf9-8750-7963b89e697f tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "PUT /v2.0/floatingips/fbd1932e-6157-458a-9b22-5fdc03641a02 HTTP/1.1" status: 200 len: 991 time: 0.9830112 Apr 06 11:38:48.209911 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88ae37b3-5551-49a1-bfcf-9f7724788906', 'tag': 'd39ab5d2-9ecf-4670-beb5-109bf9b446f2'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:38:48.212112 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3406b54a2f576febad5dd824c011310fb025ac9b816498a8b13137d73c32da04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a4c5ce1-1219-4400-b645-343badc060c3" -d '{"events": [{"name": "network-changed", "server_uuid": "88ae37b3-5551-49a1-bfcf-9f7724788906", "tag": "d39ab5d2-9ecf-4670-beb5-109bf9b446f2"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:38:48.247684 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d7d6ce-94e5-4996-8d16-f544630a6e75 x-openstack-request-id: req-d8d7d6ce-94e5-4996-8d16-f544630a6e75 {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:38:48.248289 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88ae37b3-5551-49a1-bfcf-9f7724788906", "tag": "d39ab5d2-9ecf-4670-beb5-109bf9b446f2", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:38:48.248289 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d8d7d6ce-94e5-4996-8d16-f544630a6e75 {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:38:48.248661 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8d7d6ce-94e5-4996-8d16-f544630a6e75'] response: {'name': 'network-changed', 'server_uuid': '88ae37b3-5551-49a1-bfcf-9f7724788906', 'tag': 'd39ab5d2-9ecf-4670-beb5-109bf9b446f2', 'status': 'completed', 'code': 200} Apr 06 11:38:48.307689 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-799c310e-53f4-41b3-8478-ebbf4abd82f1 None None] Set router 760aa998-9381-4c21-a771-26443716ce99 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:38:48.314424 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c5ce1-1219-4400-b645-343badc060c3 req-e5973553-7982-45a2-9ed6-51f8aafab90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:38:48.315921 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0a4c5ce1-1219-4400-b645-343badc060c3 req-e5973553-7982-45a2-9ed6-51f8aafab90b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bb6810077f514bc4a2288d01e743f182&device_id=88ae37b3-5551-49a1-bfcf-9f7724788906 HTTP/1.1" status: 200 len: 1129 time: 0.0439610 Apr 06 11:38:48.403840 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c5ce1-1219-4400-b645-343badc060c3 req-192d9d22-7427-40be-8d07-69f2de394710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:38:48.405323 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0a4c5ce1-1219-4400-b645-343badc060c3 req-192d9d22-7427-40be-8d07-69f2de394710 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2b4dedfa-c6d0-43e3-97de-75ece9e3097c HTTP/1.1" status: 200 len: 916 time: 0.0825849 Apr 06 11:38:48.477076 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0a4c5ce1-1219-4400-b645-343badc060c3 req-62b11d8f-bbd9-47b0-b83e-a13a4448d509 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d39ab5d2-9ecf-4670-beb5-109bf9b446f2 HTTP/1.1" status: 200 len: 999 time: 0.0609517 Apr 06 11:38:48.526967 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-799c310e-53f4-41b3-8478-ebbf4abd82f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760aa998-9381-4c21-a771-26443716ce99', 'name': 'tempest-AttachVolumeNegativeTest-1541549653-router', 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:38:28Z', 'updated_at': '2022-04-06T11:38:32Z', 'revision_number': 4, 'project_id': 'bb6810077f514bc4a2288d01e743f182', 'gw_port': {'id': 'f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760aa998-9381-4c21-a771-26443716ce99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:38:29Z', 'updated_at': '2022-04-06T11:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_floatingips': [{'id': 'fbd1932e-6157-458a-9b22-5fdc03641a02', 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'floating_ip_address': '172.27.2.125', 'floating_network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'router_id': '760aa998-9381-4c21-a771-26443716ce99', 'port_id': 'd39ab5d2-9ecf-4670-beb5-109bf9b446f2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b4dedfa-c6d0-43e3-97de-75ece9e3097c', 'mac_address': 'fa:16:3e:26:b1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ae37b3-5551-49a1-bfcf-9f7724788906', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:38:35Z', 'updated_at': '2022-04-06T11:38:47Z', 'revision_number': 1, 'project_id': 'bb6810077f514bc4a2288d01e743f182', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f29192a8-bcbb-4ab9-a414-15733b6ddfc9', 'name': '', 'network_id': '2b4dedfa-c6d0-43e3-97de-75ece9e3097c', 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'mac_address': 'fa:16:3e:0b:04:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760aa998-9381-4c21-a771-26443716ce99', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:38:31Z', 'updated_at': '2022-04-06T11:38:34Z', 'revision_number': 5, 'project_id': 'bb6810077f514bc4a2288d01e743f182', 'subnets': [{'id': 'ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:38:48.529064 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c5ce1-1219-4400-b645-343badc060c3 req-ef6822f8-8dec-4561-a298-4481c325f6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:38:48.530548 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0a4c5ce1-1219-4400-b645-343badc060c3 req-ef6822f8-8dec-4561-a298-4481c325f6e0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c HTTP/1.1" status: 200 len: 854 time: 0.0473578 Apr 06 11:38:48.555566 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799c310e-53f4-41b3-8478-ebbf4abd82f1 None None] Checking router: 760aa998-9381-4c21-a771-26443716ce99 for host: dv-cinder-836073-2-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:38:48.564230 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799c310e-53f4-41b3-8478-ebbf4abd82f1 None None] Routers {'760aa998-9381-4c21-a771-26443716ce99'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:38:48.564756 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-799c310e-53f4-41b3-8478-ebbf4abd82f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:38:39Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['760aa998-9381-4c21-a771-26443716ce99'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:38:48.581253 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c5ce1-1219-4400-b645-343badc060c3 req-57ffc766-be44-411f-9a6a-b3c5ea40d26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:38:48.582760 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0a4c5ce1-1219-4400-b645-343badc060c3 req-57ffc766-be44-411f-9a6a-b3c5ea40d26d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2b4dedfa-c6d0-43e3-97de-75ece9e3097c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460632 Apr 06 11:38:48.673916 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-799c310e-53f4-41b3-8478-ebbf4abd82f1 None None] Set router 760aa998-9381-4c21-a771-26443716ce99 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:38:48.675488 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0a4c5ce1-1219-4400-b645-343badc060c3 req-d8b8aad5-57fd-42b3-b90d-20704e4a535b service neutron] 10.222.0.48 "GET /v2.0/networks/2b4dedfa-c6d0-43e3-97de-75ece9e3097c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861928 Apr 06 11:38:48.765161 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0a4c5ce1-1219-4400-b645-343badc060c3 req-ca1e0c8a-6c9c-462a-9016-318ab987738f service neutron] 10.222.0.48 "GET /v2.0/networks/2b4dedfa-c6d0-43e3-97de-75ece9e3097c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835767 Apr 06 11:38:48.984407 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-799c310e-53f4-41b3-8478-ebbf4abd82f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760aa998-9381-4c21-a771-26443716ce99', 'name': 'tempest-AttachVolumeNegativeTest-1541549653-router', 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:38:28Z', 'updated_at': '2022-04-06T11:38:32Z', 'revision_number': 4, 'project_id': 'bb6810077f514bc4a2288d01e743f182', 'gw_port': {'id': 'f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760aa998-9381-4c21-a771-26443716ce99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:38:29Z', 'updated_at': '2022-04-06T11:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_floatingips': [{'id': 'fbd1932e-6157-458a-9b22-5fdc03641a02', 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'floating_ip_address': '172.27.2.125', 'floating_network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'router_id': '760aa998-9381-4c21-a771-26443716ce99', 'port_id': 'd39ab5d2-9ecf-4670-beb5-109bf9b446f2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b4dedfa-c6d0-43e3-97de-75ece9e3097c', 'mac_address': 'fa:16:3e:26:b1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ae37b3-5551-49a1-bfcf-9f7724788906', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:38:35Z', 'updated_at': '2022-04-06T11:38:47Z', 'revision_number': 1, 'project_id': 'bb6810077f514bc4a2288d01e743f182', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f29192a8-bcbb-4ab9-a414-15733b6ddfc9', 'name': '', 'network_id': '2b4dedfa-c6d0-43e3-97de-75ece9e3097c', 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'mac_address': 'fa:16:3e:0b:04:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760aa998-9381-4c21-a771-26443716ce99', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:38:31Z', 'updated_at': '2022-04-06T11:38:34Z', 'revision_number': 5, 'project_id': 'bb6810077f514bc4a2288d01e743f182', 'subnets': [{'id': 'ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:38:49.008876 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799c310e-53f4-41b3-8478-ebbf4abd82f1 None None] The sync data for ids ['760aa998-9381-4c21-a771-26443716ce99'] in dv-cinder-836073-2-iscsi is: [{'id': '760aa998-9381-4c21-a771-26443716ce99', 'name': 'tempest-AttachVolumeNegativeTest-1541549653-router', 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:38:28Z', 'updated_at': '2022-04-06T11:38:32Z', 'revision_number': 4, 'project_id': 'bb6810077f514bc4a2288d01e743f182', 'gw_port': {'id': 'f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760aa998-9381-4c21-a771-26443716ce99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:38:29Z', 'updated_at': '2022-04-06T11:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_floatingips': [{'id': 'fbd1932e-6157-458a-9b22-5fdc03641a02', 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'floating_ip_address': '172.27.2.125', 'floating_network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'router_id': '760aa998-9381-4c21-a771-26443716ce99', 'port_id': 'd39ab5d2-9ecf-4670-beb5-109bf9b446f2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b4dedfa-c6d0-43e3-97de-75ece9e3097c', 'mac_address': 'fa:16:3e:26:b1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ae37b3-5551-49a1-bfcf-9f7724788906', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:38:35Z', 'updated_at': '2022-04-06T11:38:47Z', 'revision_number': 1, 'project_id': 'bb6810077f514bc4a2288d01e743f182', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f29192a8-bcbb-4ab9-a414-15733b6ddfc9', 'name': '', 'network_id': '2b4dedfa-c6d0-43e3-97de-75ece9e3097c', 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'mac_address': 'fa:16:3e:0b:04:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760aa998-9381-4c21-a771-26443716ce99', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:38:31Z', 'updated_at': '2022-04-06T11:38:34Z', 'revision_number': 5, 'project_id': 'bb6810077f514bc4a2288d01e743f182', 'subnets': [{'id': 'ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:38:49.193854 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8749f62-4d8d-4ab2-9aab-a8b9423b8d9d None None] New status for floating IP fbd1932e-6157-458a-9b22-5fdc03641a02: ACTIVE {{(pid=103883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:39:06.548374 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (dc195572-b6d9-4259-8541-839e457b2650), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:06.612529 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-8cd21255-3c95-41f4-bdda-a5e25a2af031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (8a8bc679-53b2-461d-b015-cec5a247fb94), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:09.034709 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-06e6c30e-3e30-4dbe-920e-1ff3b05cd964 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (9404f039-f516-42fd-94a5-c122fff5649f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:10.588972 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0cc2d64b-8553-4c26-9c2d-26728f607b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (295112eb-abec-44aa-a7f9-d1b9c67b3953), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:11.886188 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7bcfc971-4c1e-4d8f-8ae7-97bffdd4e21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (33edc1dd-8f2c-4a3f-bd07-9ad8bd534bf2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:13.206117 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (a2831ac0-05e7-463d-be89-41d2adab36ec), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:22.772722 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-d2f8dd02-8968-40b0-bca4-a7fc1cec66fd None None] Agent healthcheck: found 6 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:39:35.176736 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 57928) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:39:35.181374 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-3ac8088b-3693-4cda-8f5d-70334595722c tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1528216058', 'description': 'tempest-description--1917293406'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:39:35.244218 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3ac8088b-3693-4cda-8f5d-70334595722c tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:35.308900 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3ac8088b-3693-4cda-8f5d-70334595722c tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for security_group (ab291c97-f114-4f2b-8acb-3dcea1ffee04), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:35.352489 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3ac8088b-3693-4cda-8f5d-70334595722c tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (ab291c97-f114-4f2b-8acb-3dcea1ffee04), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:35.381043 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac8088b-3693-4cda-8f5d-70334595722c tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab291c97-f114-4f2b-8acb-3dcea1ffee04,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:39:35.388064 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac8088b-3693-4cda-8f5d-70334595722c tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:39:35.391354 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac8088b-3693-4cda-8f5d-70334595722c tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:39:35.391354 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac8088b-3693-4cda-8f5d-70334595722c tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:39:35.391354 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac8088b-3693-4cda-8f5d-70334595722c tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:39:35.391354 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac8088b-3693-4cda-8f5d-70334595722c tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:39:35.391354 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac8088b-3693-4cda-8f5d-70334595722c tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:39:35.391354 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac8088b-3693-4cda-8f5d-70334595722c tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:39:35.391354 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac8088b-3693-4cda-8f5d-70334595722c tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:39:35.391354 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac8088b-3693-4cda-8f5d-70334595722c tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:39:35.391354 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac8088b-3693-4cda-8f5d-70334595722c tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:39:35.391354 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac8088b-3693-4cda-8f5d-70334595722c tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:39:35.392268 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac8088b-3693-4cda-8f5d-70334595722c tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:39:35.392268 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac8088b-3693-4cda-8f5d-70334595722c tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:39:35.392451 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac8088b-3693-4cda-8f5d-70334595722c tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:39:35.392742 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac8088b-3693-4cda-8f5d-70334595722c tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:39:35.444253 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3ac8088b-3693-4cda-8f5d-70334595722c tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:35.445510 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-3ac8088b-3693-4cda-8f5d-70334595722c tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2676961 Apr 06 11:39:35.448655 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 57930) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:39:35.452850 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-cb8147c5-f65b-4bdd-abf7-4586dd2b2aa9 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Request body: {'security_group_rule': {'security_group_id': 'ab291c97-f114-4f2b-8acb-3dcea1ffee04', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:39:35.523054 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-cb8147c5-f65b-4bdd-abf7-4586dd2b2aa9 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for security_group_rule (85bc3238-9570-42de-905a-64b4b050735f), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:35.576781 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-cb8147c5-f65b-4bdd-abf7-4586dd2b2aa9 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for security_group_rule (85bc3238-9570-42de-905a-64b4b050735f), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:35.626571 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-cb8147c5-f65b-4bdd-abf7-4586dd2b2aa9 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770697'] for security_group_rule (85bc3238-9570-42de-905a-64b4b050735f), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:35.645684 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8147c5-f65b-4bdd-abf7-4586dd2b2aa9 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85bc3238-9570-42de-905a-64b4b050735f,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:39:35.691566 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-cb8147c5-f65b-4bdd-abf7-4586dd2b2aa9 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:35.693033 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-cb8147c5-f65b-4bdd-abf7-4586dd2b2aa9 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2431636 Apr 06 11:39:35.695564 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 57932) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:39:35.699889 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-5b4d3841-8382-42db-95f6-fdd01e0f48ca tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Request body: {'security_group_rule': {'security_group_id': 'ab291c97-f114-4f2b-8acb-3dcea1ffee04', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:39:35.773551 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5b4d3841-8382-42db-95f6-fdd01e0f48ca tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for security_group_rule (1cb540ff-1257-4b66-a46a-0fc88d6123ca), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:36.043384 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5b4d3841-8382-42db-95f6-fdd01e0f48ca tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for security_group_rule (1cb540ff-1257-4b66-a46a-0fc88d6123ca), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:36.106721 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5b4d3841-8382-42db-95f6-fdd01e0f48ca tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770697'] for security_group_rule (1cb540ff-1257-4b66-a46a-0fc88d6123ca), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:36.124803 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4d3841-8382-42db-95f6-fdd01e0f48ca tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cb540ff-1257-4b66-a46a-0fc88d6123ca,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:39:36.217310 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5b4d3841-8382-42db-95f6-fdd01e0f48ca tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:36.218530 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-5b4d3841-8382-42db-95f6-fdd01e0f48ca tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5219529 Apr 06 11:39:36.221886 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 57934) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:39:36.229009 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-9fd7407a-bb81-464f-8edd-e3dace39e204 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Request body: {'floatingip': {'floating_network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:39:36.312595 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9fd7407a-bb81-464f-8edd-e3dace39e204 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:36.403628 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9fd7407a-bb81-464f-8edd-e3dace39e204 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:36.504683 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [None req-9fd7407a-bb81-464f-8edd-e3dace39e204 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Allocated IP 172.27.2.81 (698fa61f-093e-4dd4-aaec-c1b231275ecc/4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809/6a562524-1cb8-43f1-8059-91699c59478b) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:39:36.559705 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (dc195572-b6d9-4259-8541-839e457b2650), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:36.597926 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-63999433-a582-4952-b1f1-665abbd8b8d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (8a8bc679-53b2-461d-b015-cec5a247fb94), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:36.602308 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9fd7407a-bb81-464f-8edd-e3dace39e204 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for port (6a562524-1cb8-43f1-8059-91699c59478b), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:36.672399 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9fd7407a-bb81-464f-8edd-e3dace39e204 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779192465924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10088034'] for port (6a562524-1cb8-43f1-8059-91699c59478b), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:36.712407 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd7407a-bb81-464f-8edd-e3dace39e204 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Network 698fa61f-093e-4dd4-aaec-c1b231275ecc is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:39:36.718615 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-9fd7407a-bb81-464f-8edd-e3dace39e204 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:39:36.720992 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd7407a-bb81-464f-8edd-e3dace39e204 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Pushing event updated for resources: {'Port': ['ID=6a562524-1cb8-43f1-8059-91699c59478b,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:39:36.723115 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd7407a-bb81-464f-8edd-e3dace39e204 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:39:36.803010 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9fd7407a-bb81-464f-8edd-e3dace39e204 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for floatingip (ca42e32c-3d95-4a5f-b798-c272ff621389), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:36.885116 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9fd7407a-bb81-464f-8edd-e3dace39e204 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (6a562524-1cb8-43f1-8059-91699c59478b), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:37.026459 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9fd7407a-bb81-464f-8edd-e3dace39e204 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for port (6a562524-1cb8-43f1-8059-91699c59478b), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:37.083728 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9fd7407a-bb81-464f-8edd-e3dace39e204 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10087963'] for port (6a562524-1cb8-43f1-8059-91699c59478b), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:37.153788 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd7407a-bb81-464f-8edd-e3dace39e204 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Pushing event updated for resources: {'Port': ['ID=6a562524-1cb8-43f1-8059-91699c59478b,revision_number=2']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:39:37.165257 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9fd7407a-bb81-464f-8edd-e3dace39e204 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-886429'] for floatingip (ca42e32c-3d95-4a5f-b798-c272ff621389), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:37.228772 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9fd7407a-bb81-464f-8edd-e3dace39e204 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for floatingip (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:37.230174 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-9fd7407a-bb81-464f-8edd-e3dace39e204 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0073130 Apr 06 11:39:37.402550 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1f734c77-fd53-4763-b1e5-193c5c511a93 req-333d0e08-8f76-411c-aff4-47c08880643b tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1528216058&fields=id&tenant_id=bb6810077f514bc4a2288d01e743f182 HTTP/1.1" status: 200 len: 267 time: 0.0420520 Apr 06 11:39:37.509415 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f734c77-fd53-4763-b1e5-193c5c511a93 req-6bcf442a-0f44-4562-b5e8-232de5d5de8c tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:39:37.510941 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1f734c77-fd53-4763-b1e5-193c5c511a93 req-6bcf442a-0f44-4562-b5e8-232de5d5de8c tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/networks?id=2b4dedfa-c6d0-43e3-97de-75ece9e3097c HTTP/1.1" status: 200 len: 815 time: 0.1021254 Apr 06 11:39:37.525325 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1f734c77-fd53-4763-b1e5-193c5c511a93 req-980e90f0-3261-492b-82be-696e5fbb1e6d tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/quotas/bb6810077f514bc4a2288d01e743f182 HTTP/1.1" status: 200 len: 375 time: 0.0090063 Apr 06 11:39:37.581134 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1f734c77-fd53-4763-b1e5-193c5c511a93 req-427650c0-1641-4bb9-bdc0-f81794d4be9a tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=bb6810077f514bc4a2288d01e743f182&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0505610 Apr 06 11:39:37.675801 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1f734c77-fd53-4763-b1e5-193c5c511a93 req-e6089753-fcfd-4073-88bd-5ba1770f83ec service neutron] 10.222.0.43 "GET /v2.0/networks/2b4dedfa-c6d0-43e3-97de-75ece9e3097c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835321 Apr 06 11:39:37.760660 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1f734c77-fd53-4763-b1e5-193c5c511a93 req-badc4ce2-4479-47bb-88a6-16986824f1ab service neutron] 10.222.0.43 "GET /v2.0/networks/2b4dedfa-c6d0-43e3-97de-75ece9e3097c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789511 Apr 06 11:39:38.011204 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-149cbc10-8776-4949-8102-82eee9007b8c req-fe159d1e-8775-4a9f-af38-cf113895d010 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b9ed4b4-dde0-4545-8640-97a8d0abd82e HTTP/1.1" status: 200 len: 210 time: 0.0271468 Apr 06 11:39:39.014769 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-028a66ee-5ef8-4dd6-85f8-825e7e8493b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (9404f039-f516-42fd-94a5-c122fff5649f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:39.109001 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-314950ea-27a3-42a2-b292-0dbefa4f1ef7 req-36ef5c18-fb8b-4869-a011-db66460c63da tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b9ed4b4-dde0-4545-8640-97a8d0abd82e HTTP/1.1" status: 200 len: 210 time: 0.0296311 Apr 06 11:39:39.826496 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f734c77-fd53-4763-b1e5-193c5c511a93 req-6bee12e6-7d5d-47a2-b961-28ba945d180b tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:39:39.827994 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1f734c77-fd53-4763-b1e5-193c5c511a93 req-6bee12e6-7d5d-47a2-b961-28ba945d180b tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.48 "GET /v2.0/networks?id=2b4dedfa-c6d0-43e3-97de-75ece9e3097c HTTP/1.1" status: 200 len: 815 time: 0.1071253 Apr 06 11:39:39.899299 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1f734c77-fd53-4763-b1e5-193c5c511a93 req-1222af61-fbe0-47f3-a007-8d1ab7082dfd tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb6810077f514bc4a2288d01e743f182 HTTP/1.1" status: 200 len: 473 time: 0.0627561 Apr 06 11:39:39.909108 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [req-1f734c77-fd53-4763-b1e5-193c5c511a93 req-875274e3-83b1-4461-8725-51538d7598e6 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Request body: {'port': {'device_id': '9b9ed4b4-dde0-4545-8640-97a8d0abd82e', 'network_id': '2b4dedfa-c6d0-43e3-97de-75ece9e3097c', 'admin_state_up': True, 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'security_groups': ['ab291c97-f114-4f2b-8acb-3dcea1ffee04']}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:39:40.072413 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f734c77-fd53-4763-b1e5-193c5c511a93 req-875274e3-83b1-4461-8725-51538d7598e6 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Made reservation on behalf of bb6810077f514bc4a2288d01e743f182 for: {'port': 1} {{(pid=103882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:39:40.076776 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-1f734c77-fd53-4763-b1e5-193c5c511a93 req-875274e3-83b1-4461-8725-51538d7598e6 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:40.204678 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [req-1f734c77-fd53-4763-b1e5-193c5c511a93 req-875274e3-83b1-4461-8725-51538d7598e6 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Allocated IP 172.20.0.3 (2b4dedfa-c6d0-43e3-97de-75ece9e3097c/ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c/39207e39-88b4-44da-b927-4e62bb6bf72d) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:39:40.212010 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-49b6ac32-62b7-488c-a8c6-1722efd19560 req-ead51536-36ec-4609-aaf2-0342fe4e21e4 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b9ed4b4-dde0-4545-8640-97a8d0abd82e HTTP/1.1" status: 200 len: 210 time: 0.0272241 Apr 06 11:39:40.563327 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0cc2d64b-8553-4c26-9c2d-26728f607b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (295112eb-abec-44aa-a7f9-d1b9c67b3953), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:40.614737 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-1f734c77-fd53-4763-b1e5-193c5c511a93 req-875274e3-83b1-4461-8725-51538d7598e6 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for port (39207e39-88b4-44da-b927-4e62bb6bf72d), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:40.711996 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-1f734c77-fd53-4763-b1e5-193c5c511a93 req-875274e3-83b1-4461-8725-51538d7598e6 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779192465924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797839'] for port (39207e39-88b4-44da-b927-4e62bb6bf72d), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:40.759112 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f734c77-fd53-4763-b1e5-193c5c511a93 req-875274e3-83b1-4461-8725-51538d7598e6 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Network 2b4dedfa-c6d0-43e3-97de-75ece9e3097c is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:39:40.762955 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [req-1f734c77-fd53-4763-b1e5-193c5c511a93 req-875274e3-83b1-4461-8725-51538d7598e6 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:39:40.766674 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f734c77-fd53-4763-b1e5-193c5c511a93 req-875274e3-83b1-4461-8725-51538d7598e6 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:39:40.772841 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875274e3-83b1-4461-8725-51538d7598e6 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Pushing event updated for resources: {'Port': ['ID=39207e39-88b4-44da-b927-4e62bb6bf72d,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:39:40.800213 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875274e3-83b1-4461-8725-51538d7598e6 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:39:40.800568 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875274e3-83b1-4461-8725-51538d7598e6 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:39:40.800914 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875274e3-83b1-4461-8725-51538d7598e6 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:39:40.801285 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875274e3-83b1-4461-8725-51538d7598e6 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:39:40.801629 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875274e3-83b1-4461-8725-51538d7598e6 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:39:40.801954 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875274e3-83b1-4461-8725-51538d7598e6 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:39:40.802285 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875274e3-83b1-4461-8725-51538d7598e6 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:39:40.802614 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875274e3-83b1-4461-8725-51538d7598e6 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:39:40.802940 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875274e3-83b1-4461-8725-51538d7598e6 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:39:40.803267 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875274e3-83b1-4461-8725-51538d7598e6 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:39:40.803592 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875274e3-83b1-4461-8725-51538d7598e6 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:39:40.803916 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875274e3-83b1-4461-8725-51538d7598e6 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:39:40.804238 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875274e3-83b1-4461-8725-51538d7598e6 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:39:40.804560 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875274e3-83b1-4461-8725-51538d7598e6 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:39:40.804880 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875274e3-83b1-4461-8725-51538d7598e6 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:39:40.832042 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f734c77-fd53-4763-b1e5-193c5c511a93 req-875274e3-83b1-4461-8725-51538d7598e6 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:39:40.835734 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-1f734c77-fd53-4763-b1e5-193c5c511a93 req-875274e3-83b1-4461-8725-51538d7598e6 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for port (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:40.920436 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1f734c77-fd53-4763-b1e5-193c5c511a93 req-875274e3-83b1-4461-8725-51538d7598e6 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0147748 Apr 06 11:39:40.931650 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [req-1f734c77-fd53-4763-b1e5-193c5c511a93 req-d93c2334-9c1a-44d4-90e5-ee838c0c47bc service neutron] Request body: {'port': {'device_id': '9b9ed4b4-dde0-4545-8640-97a8d0abd82e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:39:40.989480 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-1f734c77-fd53-4763-b1e5-193c5c511a93 req-d93c2334-9c1a-44d4-90e5-ee838c0c47bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (39207e39-88b4-44da-b927-4e62bb6bf72d), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:40.997394 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-baeac64a-82ad-49d6-83f0-ee6e4543389e None None] Provisioning complete for port 39207e39-88b4-44da-b927-4e62bb6bf72d triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:39:40.997775 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-baeac64a-82ad-49d6-83f0-ee6e4543389e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (39207e39-88b4-44da-b927-4e62bb6bf72d), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:41.031978 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-baeac64a-82ad-49d6-83f0-ee6e4543389e None None] Port 39207e39-88b4-44da-b927-4e62bb6bf72d cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:39:41.247965 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [req-1f734c77-fd53-4763-b1e5-193c5c511a93 req-d93c2334-9c1a-44d4-90e5-ee838c0c47bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39207e39-88b4-44da-b927-4e62bb6bf72d {{(pid=103882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:39:41.255599 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-1f734c77-fd53-4763-b1e5-193c5c511a93 req-d93c2334-9c1a-44d4-90e5-ee838c0c47bc service neutron] Publish callbacks [] for port (39207e39-88b4-44da-b927-4e62bb6bf72d), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:41.267291 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [req-1f734c77-fd53-4763-b1e5-193c5c511a93 req-d93c2334-9c1a-44d4-90e5-ee838c0c47bc service neutron] Transition to ACTIVE for port object 39207e39-88b4-44da-b927-4e62bb6bf72d will not be triggered until provisioned by entity L2. {{(pid=103882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 11:39:41.328475 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d27a15-1730-43c9-a3ee-53c4c8732b6a req-2852c00c-dd8c-408f-ba6f-f4e014383fa3 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:39:41.329973 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-17d27a15-1730-43c9-a3ee-53c4c8732b6a req-2852c00c-dd8c-408f-ba6f-f4e014383fa3 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b9ed4b4-dde0-4545-8640-97a8d0abd82e HTTP/1.1" status: 200 len: 931 time: 0.0515668 Apr 06 11:39:41.331024 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-1f734c77-fd53-4763-b1e5-193c5c511a93 req-d93c2334-9c1a-44d4-90e5-ee838c0c47bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8797942'] for port (39207e39-88b4-44da-b927-4e62bb6bf72d), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:41.411355 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c2334-9c1a-44d4-90e5-ee838c0c47bc service neutron] Pushing event updated for resources: {'Port': ['ID=39207e39-88b4-44da-b927-4e62bb6bf72d,revision_number=2']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:39:41.445500 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-17d27a15-1730-43c9-a3ee-53c4c8732b6a req-4c62062d-c11c-4049-bd33-46461666ba24 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab291c97-f114-4f2b-8acb-3dcea1ffee04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066821 Apr 06 11:39:41.493042 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [req-1f734c77-fd53-4763-b1e5-193c5c511a93 req-d93c2334-9c1a-44d4-90e5-ee838c0c47bc service neutron] Attempting to bind port 39207e39-88b4-44da-b927-4e62bb6bf72d on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:39:41.493519 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [req-1f734c77-fd53-4763-b1e5-193c5c511a93 req-d93c2334-9c1a-44d4-90e5-ee838c0c47bc service neutron] Attempting to bind port 39207e39-88b4-44da-b927-4e62bb6bf72d by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'c5f8d102-e721-4568-a5e4-44a51dfcc222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2b4dedfa-c6d0-43e3-97de-75ece9e3097c'}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:39:41.493855 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f734c77-fd53-4763-b1e5-193c5c511a93 req-d93c2334-9c1a-44d4-90e5-ee838c0c47bc service neutron] Attempting to bind port 39207e39-88b4-44da-b927-4e62bb6bf72d on network 2b4dedfa-c6d0-43e3-97de-75ece9e3097c {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:39:41.499034 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f734c77-fd53-4763-b1e5-193c5c511a93 req-d93c2334-9c1a-44d4-90e5-ee838c0c47bc service neutron] Port 39207e39-88b4-44da-b927-4e62bb6bf72d on network 2b4dedfa-c6d0-43e3-97de-75ece9e3097c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 11:39:41.499353 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f734c77-fd53-4763-b1e5-193c5c511a93 req-d93c2334-9c1a-44d4-90e5-ee838c0c47bc service neutron] Attempting to bind port 39207e39-88b4-44da-b927-4e62bb6bf72d on network 2b4dedfa-c6d0-43e3-97de-75ece9e3097c {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:39:41.504192 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f734c77-fd53-4763-b1e5-193c5c511a93 req-d93c2334-9c1a-44d4-90e5-ee838c0c47bc service neutron] Checking agent: {'id': 'dc195572-b6d9-4259-8541-839e457b2650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 25, 36), 'started_at': datetime.datetime(2022, 4, 6, 11, 25, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:39:41.504523 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f734c77-fd53-4763-b1e5-193c5c511a93 req-d93c2334-9c1a-44d4-90e5-ee838c0c47bc service neutron] Checking segment: {'id': 'c5f8d102-e721-4568-a5e4-44a51dfcc222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2b4dedfa-c6d0-43e3-97de-75ece9e3097c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:39:41.504912 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f734c77-fd53-4763-b1e5-193c5c511a93 req-d93c2334-9c1a-44d4-90e5-ee838c0c47bc service neutron] Bound using segment: {'id': 'c5f8d102-e721-4568-a5e4-44a51dfcc222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2b4dedfa-c6d0-43e3-97de-75ece9e3097c'} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:39:41.505370 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [req-1f734c77-fd53-4763-b1e5-193c5c511a93 req-d93c2334-9c1a-44d4-90e5-ee838c0c47bc service neutron] Bound port: 39207e39-88b4-44da-b927-4e62bb6bf72d, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5f8d102-e721-4568-a5e4-44a51dfcc222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2b4dedfa-c6d0-43e3-97de-75ece9e3097c'}}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:39:41.505730 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-1f734c77-fd53-4763-b1e5-193c5c511a93 req-d93c2334-9c1a-44d4-90e5-ee838c0c47bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (39207e39-88b4-44da-b927-4e62bb6bf72d), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:41.569148 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [req-1f734c77-fd53-4763-b1e5-193c5c511a93 req-d93c2334-9c1a-44d4-90e5-ee838c0c47bc service neutron] For port 39207e39-88b4-44da-b927-4e62bb6bf72d, host hv-cinder-83607, cleared binding levels {{(pid=103882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:39:41.572046 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [req-1f734c77-fd53-4763-b1e5-193c5c511a93 req-d93c2334-9c1a-44d4-90e5-ee838c0c47bc service neutron] For port 39207e39-88b4-44da-b927-4e62bb6bf72d, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=39207e39-88b4-44da-b927-4e62bb6bf72d,segment=NetworkSegment(c5f8d102-e721-4568-a5e4-44a51dfcc222),segment_id=c5f8d102-e721-4568-a5e4-44a51dfcc222)] {{(pid=103882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:39:41.655307 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-1f734c77-fd53-4763-b1e5-193c5c511a93 req-d93c2334-9c1a-44d4-90e5-ee838c0c47bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8797942'] for port (39207e39-88b4-44da-b927-4e62bb6bf72d), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:41.692034 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f734c77-fd53-4763-b1e5-193c5c511a93 req-d93c2334-9c1a-44d4-90e5-ee838c0c47bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:39:41.692653 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-1f734c77-fd53-4763-b1e5-193c5c511a93 req-d93c2334-9c1a-44d4-90e5-ee838c0c47bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for port (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:41.694055 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1f734c77-fd53-4763-b1e5-193c5c511a93 req-d93c2334-9c1a-44d4-90e5-ee838c0c47bc service neutron] 10.222.0.48 "PUT /v2.0/ports/39207e39-88b4-44da-b927-4e62bb6bf72d HTTP/1.1" status: 200 len: 1093 time: 0.7665102 Apr 06 11:39:41.694575 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b9ed4b4-dde0-4545-8640-97a8d0abd82e', 'tag': '39207e39-88b4-44da-b927-4e62bb6bf72d'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:39:41.696693 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29156e5c8df2cda5f8c3a12ff109e02ba7a327efefb734c2c5f81b1bf548e3ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c374e5c5-d4ff-4cf7-9923-a59987680ebe" -d '{"events": [{"name": "network-changed", "server_uuid": "9b9ed4b4-dde0-4545-8640-97a8d0abd82e", "tag": "39207e39-88b4-44da-b927-4e62bb6bf72d"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:39:41.726085 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c2334-9c1a-44d4-90e5-ee838c0c47bc service neutron] Pushing event updated for resources: {'Port': ['ID=39207e39-88b4-44da-b927-4e62bb6bf72d,revision_number=3']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:39:41.742335 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0854c16d-d9d6-4b89-9937-bc613ad3c5c6 x-openstack-request-id: req-0854c16d-d9d6-4b89-9937-bc613ad3c5c6 {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:39:41.742335 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b9ed4b4-dde0-4545-8640-97a8d0abd82e", "tag": "39207e39-88b4-44da-b927-4e62bb6bf72d", "status": "completed", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:39:41.742335 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0854c16d-d9d6-4b89-9937-bc613ad3c5c6 {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:39:41.742335 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0854c16d-d9d6-4b89-9937-bc613ad3c5c6'] response: {'name': 'network-changed', 'server_uuid': '9b9ed4b4-dde0-4545-8640-97a8d0abd82e', 'tag': '39207e39-88b4-44da-b927-4e62bb6bf72d', 'status': 'completed', 'code': 200} Apr 06 11:39:41.808183 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c374e5c5-d4ff-4cf7-9923-a59987680ebe req-92c26cbd-c760-4314-b5e9-22ee319fa15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:39:41.810265 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c374e5c5-d4ff-4cf7-9923-a59987680ebe req-92c26cbd-c760-4314-b5e9-22ee319fa15b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bb6810077f514bc4a2288d01e743f182&device_id=9b9ed4b4-dde0-4545-8640-97a8d0abd82e HTTP/1.1" status: 200 len: 1127 time: 0.0469937 Apr 06 11:39:41.831885 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7bcfc971-4c1e-4d8f-8ae7-97bffdd4e21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (33edc1dd-8f2c-4a3f-bd07-9ad8bd534bf2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:41.910434 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c374e5c5-d4ff-4cf7-9923-a59987680ebe req-ff03fc4b-568b-435c-86d6-32d41dbc1da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:39:41.911864 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c374e5c5-d4ff-4cf7-9923-a59987680ebe req-ff03fc4b-568b-435c-86d6-32d41dbc1da9 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=bb6810077f514bc4a2288d01e743f182&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0945160 Apr 06 11:39:42.005735 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c374e5c5-d4ff-4cf7-9923-a59987680ebe req-bee97374-5d1a-466d-8d23-7aaca2399dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:39:42.007202 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c374e5c5-d4ff-4cf7-9923-a59987680ebe req-bee97374-5d1a-466d-8d23-7aaca2399dea service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898075 Apr 06 11:39:42.086550 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f734c77-fd53-4763-b1e5-193c5c511a93 req-73d482f3-53ba-4a62-910b-2fe2d191dacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:39:42.088066 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1f734c77-fd53-4763-b1e5-193c5c511a93 req-73d482f3-53ba-4a62-910b-2fe2d191dacd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bb6810077f514bc4a2288d01e743f182&device_id=9b9ed4b4-dde0-4545-8640-97a8d0abd82e HTTP/1.1" status: 200 len: 1127 time: 0.0440760 Apr 06 11:39:42.132013 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1f734c77-fd53-4763-b1e5-193c5c511a93 req-a2ef5225-903e-467e-a9f2-859b86ed73ff service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39207e39-88b4-44da-b927-4e62bb6bf72d HTTP/1.1" status: 200 len: 217 time: 0.0370808 Apr 06 11:39:42.180091 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f734c77-fd53-4763-b1e5-193c5c511a93 req-c2526ea6-dbd3-42f8-899e-f7ed8cbdf739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:39:42.181550 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1f734c77-fd53-4763-b1e5-193c5c511a93 req-c2526ea6-dbd3-42f8-899e-f7ed8cbdf739 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c HTTP/1.1" status: 200 len: 854 time: 0.0433834 Apr 06 11:39:42.229176 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f734c77-fd53-4763-b1e5-193c5c511a93 req-b3baa8be-3fef-423c-91bf-2907b24ff2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:39:42.230781 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1f734c77-fd53-4763-b1e5-193c5c511a93 req-b3baa8be-3fef-423c-91bf-2907b24ff2f5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2b4dedfa-c6d0-43e3-97de-75ece9e3097c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439475 Apr 06 11:39:42.322017 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1f734c77-fd53-4763-b1e5-193c5c511a93 req-bb1ea5e2-c0f0-45dd-96e7-701e75a0e040 service neutron] 10.222.0.48 "GET /v2.0/networks/2b4dedfa-c6d0-43e3-97de-75ece9e3097c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840349 Apr 06 11:39:42.408870 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1f734c77-fd53-4763-b1e5-193c5c511a93 req-dea8558b-490e-4ba0-b6b3-82d356f766a6 service neutron] 10.222.0.48 "GET /v2.0/networks/2b4dedfa-c6d0-43e3-97de-75ece9e3097c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806036 Apr 06 11:39:42.564666 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b35697-3e5e-4726-9f27-08ec83606810 req-891c5d77-9cf3-45dd-a6af-e4bdd161f28f tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:39:42.566169 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-85b35697-3e5e-4726-9f27-08ec83606810 req-891c5d77-9cf3-45dd-a6af-e4bdd161f28f tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b9ed4b4-dde0-4545-8640-97a8d0abd82e HTTP/1.1" status: 200 len: 943 time: 0.0525160 Apr 06 11:39:42.616565 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-85b35697-3e5e-4726-9f27-08ec83606810 req-f0240b1f-bb86-449f-8945-3d80e82b559d tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab291c97-f114-4f2b-8acb-3dcea1ffee04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444844 Apr 06 11:39:43.197396 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (a2831ac0-05e7-463d-be89-41d2adab36ec), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:43.248198 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-152955f8-1cc4-4eff-b193-a44d8076b578 req-f52d12b0-2cf6-49f6-b3eb-566992ceaa62 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=99d010bd-981a-4ba6-92a8-dcd70dfb1bf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0452535 Apr 06 11:39:43.333235 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152955f8-1cc4-4eff-b193-a44d8076b578 req-ad8737d0-7e17-4a57-b1ec-c794b605dd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:39:43.334564 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-152955f8-1cc4-4eff-b193-a44d8076b578 req-ad8737d0-7e17-4a57-b1ec-c794b605dd92 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c89174131144b7f81d10ab0e7b0af30&device_id=99d010bd-981a-4ba6-92a8-dcd70dfb1bf7 HTTP/1.1" status: 200 len: 1129 time: 0.0435469 Apr 06 11:39:43.438248 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152955f8-1cc4-4eff-b193-a44d8076b578 req-903965c1-9aa3-4b50-a709-1f131f6afd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:39:43.439833 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-152955f8-1cc4-4eff-b193-a44d8076b578 req-903965c1-9aa3-4b50-a709-1f131f6afd8f service neutron] 10.222.0.48 "GET /v2.0/networks?id=56965a75-654b-40c0-bdf1-5f6273571f2c HTTP/1.1" status: 200 len: 910 time: 0.0856352 Apr 06 11:39:43.502642 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-152955f8-1cc4-4eff-b193-a44d8076b578 req-f2381c52-2af9-44e2-b29d-a33d19e21984 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39273a02-4684-4216-af40-c9b86d197046 HTTP/1.1" status: 200 len: 1000 time: 0.0566683 Apr 06 11:39:43.549470 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152955f8-1cc4-4eff-b193-a44d8076b578 req-09b42f2c-6b2e-4ea3-a308-63800fafd130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:39:43.550960 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-152955f8-1cc4-4eff-b193-a44d8076b578 req-09b42f2c-6b2e-4ea3-a308-63800fafd130 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c5ed26ef-7c0f-4a59-a8d0-a8a2e4ec9c56 HTTP/1.1" status: 200 len: 848 time: 0.0429816 Apr 06 11:39:43.603353 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152955f8-1cc4-4eff-b193-a44d8076b578 req-c94230bd-37e8-427f-8bb8-80041f44f4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:39:43.604768 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-152955f8-1cc4-4eff-b193-a44d8076b578 req-c94230bd-37e8-427f-8bb8-80041f44f4bb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=56965a75-654b-40c0-bdf1-5f6273571f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479269 Apr 06 11:39:43.691790 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-152955f8-1cc4-4eff-b193-a44d8076b578 req-8d8ddf33-4b4d-47bf-a8e9-a55b6440c256 service neutron] 10.222.0.48 "GET /v2.0/networks/56965a75-654b-40c0-bdf1-5f6273571f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810370 Apr 06 11:39:43.736394 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785db4c1-fde6-4609-8cbf-96c96a68e443 req-59024511-ae2a-4dfd-b5fe-a396696850e3 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:39:43.737923 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-785db4c1-fde6-4609-8cbf-96c96a68e443 req-59024511-ae2a-4dfd-b5fe-a396696850e3 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b9ed4b4-dde0-4545-8640-97a8d0abd82e HTTP/1.1" status: 200 len: 943 time: 0.0517578 Apr 06 11:39:43.785093 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-152955f8-1cc4-4eff-b193-a44d8076b578 req-05f84315-9b03-42fe-a756-b604d34039d0 service neutron] 10.222.0.48 "GET /v2.0/networks/56965a75-654b-40c0-bdf1-5f6273571f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867305 Apr 06 11:39:43.788081 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-785db4c1-fde6-4609-8cbf-96c96a68e443 req-d93c50c7-7916-47de-b0a3-487cce0b1891 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab291c97-f114-4f2b-8acb-3dcea1ffee04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442033 Apr 06 11:39:44.338000 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 57976) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:39:44.488051 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-60963b78-62b9-4a13-871c-1f2bc48e00dc tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Deleting port 505a12c4-df6c-434c-9659-b8bd78c0285d {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:39:44.488386 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-60963b78-62b9-4a13-871c-1f2bc48e00dc tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192836145'] for port (505a12c4-df6c-434c-9659-b8bd78c0285d), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:44.559523 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-60963b78-62b9-4a13-871c-1f2bc48e00dc tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-891628'] for port (505a12c4-df6c-434c-9659-b8bd78c0285d), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:44.559840 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-60963b78-62b9-4a13-871c-1f2bc48e00dc tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Publish callbacks [] for floatingip (505a12c4-df6c-434c-9659-b8bd78c0285d), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:44.570939 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-60963b78-62b9-4a13-871c-1f2bc48e00dc tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Calling delete_port for 505a12c4-df6c-434c-9659-b8bd78c0285d owned by network:floatingip {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:39:44.791457 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-60963b78-62b9-4a13-871c-1f2bc48e00dc tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192843524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779192465933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10088034'] for port (505a12c4-df6c-434c-9659-b8bd78c0285d), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:44.819572 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60963b78-62b9-4a13-871c-1f2bc48e00dc tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Pushing event deleted for resources: {'Port': ['ID=505a12c4-df6c-434c-9659-b8bd78c0285d,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:39:44.855156 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device 39207e39-88b4-44da-b927-4e62bb6bf72d details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:39:44.886019 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-60963b78-62b9-4a13-871c-1f2bc48e00dc tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Publish callbacks [] for floatingip (127227df-b4cc-4da7-99fa-be7dc94cc2dc), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:44.886420 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.db.l3_db [None req-60963b78-62b9-4a13-871c-1f2bc48e00dc tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Floating IP 127227df-b4cc-4da7-99fa-be7dc94cc2dc disassociated (deleted). External IP: 172.27.2.89, port: 39273a02-4684-4216-af40-c9b86d197046. Apr 06 11:39:44.926792 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ac8c84-0bfd-4ae5-beb4-449e41df6ead req-0a27d2ee-e05c-4395-ba5a-319ad5ac2d09 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:39:44.929308 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-78ac8c84-0bfd-4ae5-beb4-449e41df6ead req-0a27d2ee-e05c-4395-ba5a-319ad5ac2d09 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b9ed4b4-dde0-4545-8640-97a8d0abd82e HTTP/1.1" status: 200 len: 943 time: 0.0614455 Apr 06 11:39:44.956751 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port 39207e39-88b4-44da-b927-4e62bb6bf72d, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=39207e39-88b4-44da-b927-4e62bb6bf72d,segment=NetworkSegment(c5f8d102-e721-4568-a5e4-44a51dfcc222),segment_id=c5f8d102-e721-4568-a5e4-44a51dfcc222)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:39:44.969370 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Returning: {'device': '39207e39-88b4-44da-b927-4e62bb6bf72d', 'network_id': '2b4dedfa-c6d0-43e3-97de-75ece9e3097c', 'port_id': '39207e39-88b4-44da-b927-4e62bb6bf72d', 'mac_address': 'fa:16:3e:07:aa:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:39:44.983148 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-78ac8c84-0bfd-4ae5-beb4-449e41df6ead req-fe326abc-77c8-4054-a11b-a8ed46de2212 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab291c97-f114-4f2b-8acb-3dcea1ffee04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466413 Apr 06 11:39:45.008632 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Current status of the port 39207e39-88b4-44da-b927-4e62bb6bf72d is: DOWN; New status is: BUILD {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:39:45.009151 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (39207e39-88b4-44da-b927-4e62bb6bf72d), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:45.022697 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39207e39-88b4-44da-b927-4e62bb6bf72d {{(pid=103883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:39:45.046459 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port 39207e39-88b4-44da-b927-4e62bb6bf72d, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=39207e39-88b4-44da-b927-4e62bb6bf72d,segment=NetworkSegment(c5f8d102-e721-4568-a5e4-44a51dfcc222),segment_id=c5f8d102-e721-4568-a5e4-44a51dfcc222)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:39:45.094685 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (39207e39-88b4-44da-b927-4e62bb6bf72d), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:45.110488 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60963b78-62b9-4a13-871c-1f2bc48e00dc tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Router 38193e31-7d61-4d61-96cc-cca11cfdcb52 has already been hosted by L3 agent 9404f039-f516-42fd-94a5-c122fff5649f {{(pid=103881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:39:45.147347 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Pushing event updated for resources: {'Port': ['ID=39207e39-88b4-44da-b927-4e62bb6bf72d,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:39:45.155518 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:39:45.155850 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:39:45.156280 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:39:45.156609 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:39:45.157142 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:39:45.157322 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:39:45.157648 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:39:45.157965 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:39:45.158287 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:39:45.158608 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:39:45.158923 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:39:45.159241 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:39:45.159555 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:39:45.159868 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:39:45.160182 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:39:45.220260 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60963b78-62b9-4a13-871c-1f2bc48e00dc tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Notify agent at l3_agent.dv-cinder-836073-2-iscsi the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:39:45.224866 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-60963b78-62b9-4a13-871c-1f2bc48e00dc tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for floatingip (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:45.231458 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf24064-2f27-4c31-9f64-25442510a384 None None] Sync routers for ids ['38193e31-7d61-4d61-96cc-cca11cfdcb52'] in dv-cinder-836073-2-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:39:45.244230 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf24064-2f27-4c31-9f64-25442510a384 None None] Routers {'38193e31-7d61-4d61-96cc-cca11cfdcb52'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:39:45.244846 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-fbf24064-2f27-4c31-9f64-25442510a384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:39:39Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['38193e31-7d61-4d61-96cc-cca11cfdcb52'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:39:45.255786 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-60963b78-62b9-4a13-871c-1f2bc48e00dc tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "DELETE /v2.0/floatingips/127227df-b4cc-4da7-99fa-be7dc94cc2dc HTTP/1.1" status: 204 len: 168 time: 0.9167821 Apr 06 11:39:45.256594 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99d010bd-981a-4ba6-92a8-dcd70dfb1bf7', 'tag': '39273a02-4684-4216-af40-c9b86d197046'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:39:45.258971 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3406b54a2f576febad5dd824c011310fb025ac9b816498a8b13137d73c32da04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ab5e78-33b1-476d-8a3b-d341aae5b2f8" -d '{"events": [{"name": "network-changed", "server_uuid": "99d010bd-981a-4ba6-92a8-dcd70dfb1bf7", "tag": "39273a02-4684-4216-af40-c9b86d197046"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:39:45.296795 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a0e334f-15a6-443e-9dba-51b9c414500f x-openstack-request-id: req-3a0e334f-15a6-443e-9dba-51b9c414500f {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:39:45.299213 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99d010bd-981a-4ba6-92a8-dcd70dfb1bf7", "tag": "39273a02-4684-4216-af40-c9b86d197046", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:39:45.299213 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3a0e334f-15a6-443e-9dba-51b9c414500f {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:39:45.299213 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a0e334f-15a6-443e-9dba-51b9c414500f'] response: {'name': 'network-changed', 'server_uuid': '99d010bd-981a-4ba6-92a8-dcd70dfb1bf7', 'tag': '39273a02-4684-4216-af40-c9b86d197046', 'status': 'completed', 'code': 200} Apr 06 11:39:45.320363 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] get_ports_and_sgs() called for port_ids ['39207e39-88b4-44da-b927-4e62bb6bf72d'] {{(pid=103883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:39:45.358488 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-fbf24064-2f27-4c31-9f64-25442510a384 None None] Set router 38193e31-7d61-4d61-96cc-cca11cfdcb52 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:39:45.369731 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab5e78-33b1-476d-8a3b-d341aae5b2f8 req-efc48c71-efa8-4785-a554-50ee9ec2e970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:39:45.372447 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-15ab5e78-33b1-476d-8a3b-d341aae5b2f8 req-efc48c71-efa8-4785-a554-50ee9ec2e970 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5c89174131144b7f81d10ab0e7b0af30&device_id=99d010bd-981a-4ba6-92a8-dcd70dfb1bf7 HTTP/1.1" status: 200 len: 1129 time: 0.0519068 Apr 06 11:39:45.483219 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab5e78-33b1-476d-8a3b-d341aae5b2f8 req-6bca5282-51c6-42a8-99e8-8249aa2ed6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:39:45.484835 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-15ab5e78-33b1-476d-8a3b-d341aae5b2f8 req-6bca5282-51c6-42a8-99e8-8249aa2ed6e3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=56965a75-654b-40c0-bdf1-5f6273571f2c HTTP/1.1" status: 200 len: 910 time: 0.1062531 Apr 06 11:39:45.526828 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-15ab5e78-33b1-476d-8a3b-d341aae5b2f8 req-af406187-699e-4a72-b32d-5042bbda3bad service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39273a02-4684-4216-af40-c9b86d197046 HTTP/1.1" status: 200 len: 217 time: 0.0354917 Apr 06 11:39:45.566305 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-fbf24064-2f27-4c31-9f64-25442510a384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38193e31-7d61-4d61-96cc-cca11cfdcb52', 'name': 'tempest-TestShelveInstance-1308764059-router', 'tenant_id': '5c89174131144b7f81d10ab0e7b0af30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'c7f11df7-0d36-4655-a39c-e336006024f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:35:12Z', 'updated_at': '2022-04-06T11:35:16Z', 'revision_number': 4, 'project_id': '5c89174131144b7f81d10ab0e7b0af30', 'gw_port': {'id': 'c7f11df7-0d36-4655-a39c-e336006024f3', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:11:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38193e31-7d61-4d61-96cc-cca11cfdcb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:35:13Z', 'updated_at': '2022-04-06T11:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_interfaces': [{'id': '5d20a4a8-c080-4b74-bf14-56224d701cd2', 'name': '', 'network_id': '56965a75-654b-40c0-bdf1-5f6273571f2c', 'tenant_id': '5c89174131144b7f81d10ab0e7b0af30', 'mac_address': 'fa:16:3e:d0:63:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38193e31-7d61-4d61-96cc-cca11cfdcb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'c5ed26ef-7c0f-4a59-a8d0-a8a2e4ec9c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:35:15Z', 'updated_at': '2022-04-06T11:35:19Z', 'revision_number': 5, 'project_id': '5c89174131144b7f81d10ab0e7b0af30', 'subnets': [{'id': 'c5ed26ef-7c0f-4a59-a8d0-a8a2e4ec9c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:39:45.578187 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab5e78-33b1-476d-8a3b-d341aae5b2f8 req-28dcb60e-403a-4ca3-a34b-cafdf6b6561b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:39:45.579688 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-15ab5e78-33b1-476d-8a3b-d341aae5b2f8 req-28dcb60e-403a-4ca3-a34b-cafdf6b6561b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c5ed26ef-7c0f-4a59-a8d0-a8a2e4ec9c56 HTTP/1.1" status: 200 len: 848 time: 0.0469036 Apr 06 11:39:45.593770 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf24064-2f27-4c31-9f64-25442510a384 None None] Checking router: 38193e31-7d61-4d61-96cc-cca11cfdcb52 for host: dv-cinder-836073-2-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:39:45.602940 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf24064-2f27-4c31-9f64-25442510a384 None None] Routers {'38193e31-7d61-4d61-96cc-cca11cfdcb52'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:39:45.603562 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-fbf24064-2f27-4c31-9f64-25442510a384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:39:39Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['38193e31-7d61-4d61-96cc-cca11cfdcb52'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:39:45.688355 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e36ab5-e1ce-44fe-9a23-51cf4f59c29a req-1ab4a179-d662-423e-9f37-c592135d25b8 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:39:45.689998 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-39e36ab5-e1ce-44fe-9a23-51cf4f59c29a req-1ab4a179-d662-423e-9f37-c592135d25b8 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/ports?device_id=99d010bd-981a-4ba6-92a8-dcd70dfb1bf7 HTTP/1.1" status: 200 len: 945 time: 0.0572670 Apr 06 11:39:45.713567 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-fbf24064-2f27-4c31-9f64-25442510a384 None None] Set router 38193e31-7d61-4d61-96cc-cca11cfdcb52 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:39:45.739090 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-39e36ab5-e1ce-44fe-9a23-51cf4f59c29a req-9f21f736-0d69-49d7-8cad-b3a145bb096d tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/security-groups?id=40f24ae9-9cb7-4253-8b66-7472be55d789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433688 Apr 06 11:39:45.915500 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-fbf24064-2f27-4c31-9f64-25442510a384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38193e31-7d61-4d61-96cc-cca11cfdcb52', 'name': 'tempest-TestShelveInstance-1308764059-router', 'tenant_id': '5c89174131144b7f81d10ab0e7b0af30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'c7f11df7-0d36-4655-a39c-e336006024f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:35:12Z', 'updated_at': '2022-04-06T11:35:16Z', 'revision_number': 4, 'project_id': '5c89174131144b7f81d10ab0e7b0af30', 'gw_port': {'id': 'c7f11df7-0d36-4655-a39c-e336006024f3', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:11:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38193e31-7d61-4d61-96cc-cca11cfdcb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:35:13Z', 'updated_at': '2022-04-06T11:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_interfaces': [{'id': '5d20a4a8-c080-4b74-bf14-56224d701cd2', 'name': '', 'network_id': '56965a75-654b-40c0-bdf1-5f6273571f2c', 'tenant_id': '5c89174131144b7f81d10ab0e7b0af30', 'mac_address': 'fa:16:3e:d0:63:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38193e31-7d61-4d61-96cc-cca11cfdcb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'c5ed26ef-7c0f-4a59-a8d0-a8a2e4ec9c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:35:15Z', 'updated_at': '2022-04-06T11:35:19Z', 'revision_number': 5, 'project_id': '5c89174131144b7f81d10ab0e7b0af30', 'subnets': [{'id': 'c5ed26ef-7c0f-4a59-a8d0-a8a2e4ec9c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:39:45.941638 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf24064-2f27-4c31-9f64-25442510a384 None None] The sync data for ids ['38193e31-7d61-4d61-96cc-cca11cfdcb52'] in dv-cinder-836073-2-iscsi is: [{'id': '38193e31-7d61-4d61-96cc-cca11cfdcb52', 'name': 'tempest-TestShelveInstance-1308764059-router', 'tenant_id': '5c89174131144b7f81d10ab0e7b0af30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'c7f11df7-0d36-4655-a39c-e336006024f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:35:12Z', 'updated_at': '2022-04-06T11:35:16Z', 'revision_number': 4, 'project_id': '5c89174131144b7f81d10ab0e7b0af30', 'gw_port': {'id': 'c7f11df7-0d36-4655-a39c-e336006024f3', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:11:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38193e31-7d61-4d61-96cc-cca11cfdcb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:35:13Z', 'updated_at': '2022-04-06T11:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_interfaces': [{'id': '5d20a4a8-c080-4b74-bf14-56224d701cd2', 'name': '', 'network_id': '56965a75-654b-40c0-bdf1-5f6273571f2c', 'tenant_id': '5c89174131144b7f81d10ab0e7b0af30', 'mac_address': 'fa:16:3e:d0:63:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38193e31-7d61-4d61-96cc-cca11cfdcb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'c5ed26ef-7c0f-4a59-a8d0-a8a2e4ec9c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:35:15Z', 'updated_at': '2022-04-06T11:35:19Z', 'revision_number': 5, 'project_id': '5c89174131144b7f81d10ab0e7b0af30', 'subnets': [{'id': 'c5ed26ef-7c0f-4a59-a8d0-a8a2e4ec9c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:39:46.105332 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06c04c0-c408-41a2-b1d6-b6af7e84f282 req-8722d7b9-02d6-48fe-884c-943cdfd7873a tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:39:46.109548 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-b06c04c0-c408-41a2-b1d6-b6af7e84f282 req-8722d7b9-02d6-48fe-884c-943cdfd7873a tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b9ed4b4-dde0-4545-8640-97a8d0abd82e HTTP/1.1" status: 200 len: 944 time: 0.0575159 Apr 06 11:39:46.158493 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-b06c04c0-c408-41a2-b1d6-b6af7e84f282 req-6ed6193f-0ec9-414d-90f8-a0d28b19040b tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab291c97-f114-4f2b-8acb-3dcea1ffee04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454061 Apr 06 11:39:46.168957 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cdc780-d600-4310-9f52-20e027528295 None None] New status for floating IP 127227df-b4cc-4da7-99fa-be7dc94cc2dc: DOWN {{(pid=103883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:39:46.618401 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab5e78-33b1-476d-8a3b-d341aae5b2f8 req-2f3b738e-cb1a-465c-996e-c70b52a02343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:39:46.619942 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-15ab5e78-33b1-476d-8a3b-d341aae5b2f8 req-2f3b738e-cb1a-465c-996e-c70b52a02343 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=56965a75-654b-40c0-bdf1-5f6273571f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460424 Apr 06 11:39:46.709651 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-15ab5e78-33b1-476d-8a3b-d341aae5b2f8 req-3bf14fd2-f12d-42be-ae8c-73e7830dd521 service neutron] 10.222.0.48 "GET /v2.0/networks/56965a75-654b-40c0-bdf1-5f6273571f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831361 Apr 06 11:39:46.866000 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-15ab5e78-33b1-476d-8a3b-d341aae5b2f8 req-8e59d399-9f4a-4ce0-b49b-89c13a91c436 service neutron] 10.222.0.48 "GET /v2.0/networks/56965a75-654b-40c0-bdf1-5f6273571f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127486 Apr 06 11:39:46.879650 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef30ec5e-6c6a-4c11-a829-ee76c67dee4d req-54aff828-89ea-42a4-9b23-81dc41eb9a09 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:39:46.880975 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ef30ec5e-6c6a-4c11-a829-ee76c67dee4d req-54aff828-89ea-42a4-9b23-81dc41eb9a09 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/ports?device_id=99d010bd-981a-4ba6-92a8-dcd70dfb1bf7 HTTP/1.1" status: 200 len: 945 time: 0.0737605 Apr 06 11:39:46.890979 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device 39207e39-88b4-44da-b927-4e62bb6bf72d up at agent hyperv_hv-cinder-83607 {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:39:46.932879 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ef30ec5e-6c6a-4c11-a829-ee76c67dee4d req-7bc38153-f3b2-4ca8-a826-5c3d1ced8f28 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/security-groups?id=40f24ae9-9cb7-4253-8b66-7472be55d789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463271 Apr 06 11:39:46.997193 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Provisioning for port 39207e39-88b4-44da-b927-4e62bb6bf72d completed by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 11:39:47.001238 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Provisioning complete for port 39207e39-88b4-44da-b927-4e62bb6bf72d triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:39:47.001615 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (39207e39-88b4-44da-b927-4e62bb6bf72d), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:47.082467 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Current status of the port 39207e39-88b4-44da-b927-4e62bb6bf72d is: BUILD; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:39:47.082880 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (39207e39-88b4-44da-b927-4e62bb6bf72d), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:47.106476 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b9ed4b4-dde0-4545-8640-97a8d0abd82e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39207e39-88b4-44da-b927-4e62bb6bf72d'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:39:47.108811 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a256e0d7ec5edad375dd6353356bf7a80218bed4a34d309726d6a914db977355" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a69403-b6aa-4978-9eec-25f750960652" -d '{"events": [{"server_uuid": "9b9ed4b4-dde0-4545-8640-97a8d0abd82e", "name": "network-vif-plugged", "status": "completed", "tag": "39207e39-88b4-44da-b927-4e62bb6bf72d"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:39:47.121234 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port 39207e39-88b4-44da-b927-4e62bb6bf72d, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=39207e39-88b4-44da-b927-4e62bb6bf72d,segment=NetworkSegment(c5f8d102-e721-4568-a5e4-44a51dfcc222),segment_id=c5f8d102-e721-4568-a5e4-44a51dfcc222)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:39:47.186154 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (39207e39-88b4-44da-b927-4e62bb6bf72d), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:47.187068 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device 39273a02-4684-4216-af40-c9b86d197046 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:39:47.205592 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2307baa-ec78-4c31-ac15-b7c16507772f req-acd052f9-29dc-423f-a448-cb800020a791 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:39:47.207405 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c2307baa-ec78-4c31-ac15-b7c16507772f req-acd052f9-29dc-423f-a448-cb800020a791 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.48 "GET /v2.0/ports?device_id=99d010bd-981a-4ba6-92a8-dcd70dfb1bf7 HTTP/1.1" status: 200 len: 945 time: 0.0591519 Apr 06 11:39:47.255999 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08768d32-e59a-40d6-afd9-5c871fa70cdf x-openstack-request-id: req-08768d32-e59a-40d6-afd9-5c871fa70cdf {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:39:47.256285 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b9ed4b4-dde0-4545-8640-97a8d0abd82e", "name": "network-vif-plugged", "status": "completed", "tag": "39207e39-88b4-44da-b927-4e62bb6bf72d", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:39:47.256867 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-08768d32-e59a-40d6-afd9-5c871fa70cdf {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:39:47.257454 dv-cinder-836073-2-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08768d32-e59a-40d6-afd9-5c871fa70cdf'] response: {'server_uuid': '9b9ed4b4-dde0-4545-8640-97a8d0abd82e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39207e39-88b4-44da-b927-4e62bb6bf72d', 'code': 200} Apr 06 11:39:47.298160 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Pushing event updated for resources: {'Port': ['ID=39207e39-88b4-44da-b927-4e62bb6bf72d,revision_number=5']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:39:47.332537 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Current status of the port 39273a02-4684-4216-af40-c9b86d197046 is: ACTIVE; New status is: DOWN {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:39:47.332928 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (39273a02-4684-4216-af40-c9b86d197046), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:47.346640 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee29cad-e137-4b58-8937-3dc732e51f3c req-37d2d60e-ffbd-428a-b4fe-c306b1b072f5 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:39:47.348127 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6ee29cad-e137-4b58-8937-3dc732e51f3c req-37d2d60e-ffbd-428a-b4fe-c306b1b072f5 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b9ed4b4-dde0-4545-8640-97a8d0abd82e HTTP/1.1" status: 200 len: 945 time: 0.1029091 Apr 06 11:39:47.363810 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [req-c2307baa-ec78-4c31-ac15-b7c16507772f req-2c13c5b2-ff94-49b0-9bda-f2be85799892 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Deleting port 39273a02-4684-4216-af40-c9b86d197046 {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:39:47.364149 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-c2307baa-ec78-4c31-ac15-b7c16507772f req-2c13c5b2-ff94-49b0-9bda-f2be85799892 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192836145'] for port (39273a02-4684-4216-af40-c9b86d197046), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:47.366458 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port 39273a02-4684-4216-af40-c9b86d197046, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=39273a02-4684-4216-af40-c9b86d197046,segment=NetworkSegment(096bb2a5-b0e2-4e3c-94d1-af4171cd8e3e),segment_id=096bb2a5-b0e2-4e3c-94d1-af4171cd8e3e)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:39:47.408446 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (39273a02-4684-4216-af40-c9b86d197046), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:47.452371 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6ee29cad-e137-4b58-8937-3dc732e51f3c req-b5cd2b18-5622-4dc2-904d-6c682bf8384f tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab291c97-f114-4f2b-8acb-3dcea1ffee04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961978 Apr 06 11:39:47.455915 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Pushing event updated for resources: {'Port': ['ID=39273a02-4684-4216-af40-c9b86d197046,revision_number=9']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:39:47.479671 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [req-c2307baa-ec78-4c31-ac15-b7c16507772f req-2c13c5b2-ff94-49b0-9bda-f2be85799892 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] For port 39273a02-4684-4216-af40-c9b86d197046, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=39273a02-4684-4216-af40-c9b86d197046,segment=NetworkSegment(096bb2a5-b0e2-4e3c-94d1-af4171cd8e3e),segment_id=096bb2a5-b0e2-4e3c-94d1-af4171cd8e3e)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:39:47.480066 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-c2307baa-ec78-4c31-ac15-b7c16507772f req-2c13c5b2-ff94-49b0-9bda-f2be85799892 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-891628'] for port (39273a02-4684-4216-af40-c9b86d197046), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:47.493683 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [req-c2307baa-ec78-4c31-ac15-b7c16507772f req-2c13c5b2-ff94-49b0-9bda-f2be85799892 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Calling delete_port for 39273a02-4684-4216-af40-c9b86d197046 owned by compute:nova {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:39:47.685516 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-c2307baa-ec78-4c31-ac15-b7c16507772f req-2c13c5b2-ff94-49b0-9bda-f2be85799892 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192843524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779192465933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797839'] for port (39273a02-4684-4216-af40-c9b86d197046), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:47.723569 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c13c5b2-ff94-49b0-9bda-f2be85799892 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Pushing event deleted for resources: {'Port': ['ID=39273a02-4684-4216-af40-c9b86d197046,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:39:47.771078 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2307baa-ec78-4c31-ac15-b7c16507772f req-2c13c5b2-ff94-49b0-9bda-f2be85799892 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] No DVR routers for this DVR port 39273a02-4684-4216-af40-c9b86d197046 on host hv-cinder-83607 {{(pid=103882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:39:47.774041 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12cb986-21b3-46c9-924e-69c9458794d0 req-2ba92dae-a898-4c6e-ac95-de92247bd95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:39:47.775510 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b12cb986-21b3-46c9-924e-69c9458794d0 req-2ba92dae-a898-4c6e-ac95-de92247bd95c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9b9ed4b4-dde0-4545-8640-97a8d0abd82e HTTP/1.1" status: 200 len: 1129 time: 0.1157417 Apr 06 11:39:47.776527 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-c2307baa-ec78-4c31-ac15-b7c16507772f req-2c13c5b2-ff94-49b0-9bda-f2be85799892 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for port (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:47.779819 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c2307baa-ec78-4c31-ac15-b7c16507772f req-2c13c5b2-ff94-49b0-9bda-f2be85799892 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.48 "DELETE /v2.0/ports/39273a02-4684-4216-af40-c9b86d197046 HTTP/1.1" status: 204 len: 173 time: 0.5662205 Apr 06 11:39:47.780259 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99d010bd-981a-4ba6-92a8-dcd70dfb1bf7', 'name': 'network-vif-deleted', 'tag': '39273a02-4684-4216-af40-c9b86d197046'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:39:47.782491 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29156e5c8df2cda5f8c3a12ff109e02ba7a327efefb734c2c5f81b1bf548e3ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67174691-e667-402e-ae92-9f9d7065bd42" -d '{"events": [{"server_uuid": "99d010bd-981a-4ba6-92a8-dcd70dfb1bf7", "name": "network-vif-deleted", "tag": "39273a02-4684-4216-af40-c9b86d197046"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:39:47.821395 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad9f9a2e-f063-4aa4-ad5a-0c579e395417 x-openstack-request-id: req-ad9f9a2e-f063-4aa4-ad5a-0c579e395417 {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:39:47.821685 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99d010bd-981a-4ba6-92a8-dcd70dfb1bf7", "name": "network-vif-deleted", "tag": "39273a02-4684-4216-af40-c9b86d197046", "status": "completed", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:39:47.821937 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ad9f9a2e-f063-4aa4-ad5a-0c579e395417 {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:39:47.822357 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad9f9a2e-f063-4aa4-ad5a-0c579e395417'] response: {'server_uuid': '99d010bd-981a-4ba6-92a8-dcd70dfb1bf7', 'name': 'network-vif-deleted', 'tag': '39273a02-4684-4216-af40-c9b86d197046', 'status': 'completed', 'code': 200} Apr 06 11:39:47.826634 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b12cb986-21b3-46c9-924e-69c9458794d0 req-08db7ac7-8259-41eb-a39d-12971481bff9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ab291c97-f114-4f2b-8acb-3dcea1ffee04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413971 Apr 06 11:39:48.027985 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-6239e87b-8285-45aa-9c81-59b08a150a47 req-fdebddc2-682e-4cbe-a545-6c57f02566b4 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/ports?device_id=99d010bd-981a-4ba6-92a8-dcd70dfb1bf7 HTTP/1.1" status: 200 len: 210 time: 0.0268910 Apr 06 11:39:48.579811 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536bca11-88de-49c2-b37b-b8983ed01874 req-f5d70059-2d5b-4241-8df1-81c20374d710 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:39:48.581377 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-536bca11-88de-49c2-b37b-b8983ed01874 req-f5d70059-2d5b-4241-8df1-81c20374d710 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b9ed4b4-dde0-4545-8640-97a8d0abd82e HTTP/1.1" status: 200 len: 945 time: 0.0522287 Apr 06 11:39:48.633296 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-536bca11-88de-49c2-b37b-b8983ed01874 req-5a63c180-bf42-45d2-9f5a-7b86b557b298 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab291c97-f114-4f2b-8acb-3dcea1ffee04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463040 Apr 06 11:39:49.137034 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ccdaabdf-c5e9-4b4d-bcdf-3a169bc81dc3 req-23f36aea-e6d2-419d-827a-4e3a0ca50748 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "GET /v2.0/ports?device_id=99d010bd-981a-4ba6-92a8-dcd70dfb1bf7 HTTP/1.1" status: 200 len: 210 time: 0.0306437 Apr 06 11:39:49.264193 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99d010bd-981a-4ba6-92a8-dcd70dfb1bf7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39273a02-4684-4216-af40-c9b86d197046'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:39:49.266552 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a256e0d7ec5edad375dd6353356bf7a80218bed4a34d309726d6a914db977355" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921935b6-0af2-48a4-88ea-a9d55204a779" -d '{"events": [{"server_uuid": "99d010bd-981a-4ba6-92a8-dcd70dfb1bf7", "name": "network-vif-unplugged", "status": "completed", "tag": "39273a02-4684-4216-af40-c9b86d197046"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:39:49.300316 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 06 Apr 2022 11:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52280fc7-00e9-4f9e-b315-50c7391c5165 x-openstack-request-id: req-52280fc7-00e9-4f9e-b315-50c7391c5165 {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:39:49.300615 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99d010bd-981a-4ba6-92a8-dcd70dfb1bf7", "name": "network-vif-unplugged", "status": "completed", "tag": "39273a02-4684-4216-af40-c9b86d197046", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:39:49.300874 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-52280fc7-00e9-4f9e-b315-50c7391c5165 {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:39:49.301319 dv-cinder-836073-2-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52280fc7-00e9-4f9e-b315-50c7391c5165'] response: {'server_uuid': '99d010bd-981a-4ba6-92a8-dcd70dfb1bf7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39273a02-4684-4216-af40-c9b86d197046', 'code': 200} Apr 06 11:39:49.751628 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4341ef24-1545-4430-956a-b678df39bb47 req-2bdc85d3-9580-441f-9197-621c8eea5150 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:39:49.753129 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4341ef24-1545-4430-956a-b678df39bb47 req-2bdc85d3-9580-441f-9197-621c8eea5150 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b9ed4b4-dde0-4545-8640-97a8d0abd82e HTTP/1.1" status: 200 len: 945 time: 0.0526211 Apr 06 11:39:49.800109 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4341ef24-1545-4430-956a-b678df39bb47 req-3669e731-c834-40b9-b2b2-eafd080e19b7 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab291c97-f114-4f2b-8acb-3dcea1ffee04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410948 Apr 06 11:39:49.920392 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bbac46-dc29-413c-bfb1-59fcb71cd028 req-eed7211d-27df-4cdf-a49f-f79427e04505 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:39:49.921812 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-17bbac46-dc29-413c-bfb1-59fcb71cd028 req-eed7211d-27df-4cdf-a49f-f79427e04505 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b9ed4b4-dde0-4545-8640-97a8d0abd82e HTTP/1.1" status: 200 len: 945 time: 0.0567775 Apr 06 11:39:49.930273 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 58010) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:39:49.934635 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-34ed7eb5-3529-4b65-b66f-576a65430746 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Request body: {'floatingip': {'port_id': '39207e39-88b4-44da-b927-4e62bb6bf72d'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:39:49.972404 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-34ed7eb5-3529-4b65-b66f-576a65430746 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for floatingip (ca42e32c-3d95-4a5f-b798-c272ff621389), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:50.198032 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 58014) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:39:50.255290 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-342150c9-02be-4bf0-9864-e89547205295 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Publish callbacks [] for security_group (40f24ae9-9cb7-4253-8b66-7472be55d789), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:50.280270 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-342150c9-02be-4bf0-9864-e89547205295 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Publish callbacks [] for security_group (40f24ae9-9cb7-4253-8b66-7472be55d789), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:50.385652 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-342150c9-02be-4bf0-9864-e89547205295 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (40f24ae9-9cb7-4253-8b66-7472be55d789), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:50.388333 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-342150c9-02be-4bf0-9864-e89547205295 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:50.392109 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-342150c9-02be-4bf0-9864-e89547205295 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] 10.222.0.43 "DELETE /v2.0/security-groups/40f24ae9-9cb7-4253-8b66-7472be55d789 HTTP/1.1" status: 204 len: 168 time: 0.1916494 Apr 06 11:39:50.398414 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342150c9-02be-4bf0-9864-e89547205295 tempest-TestShelveInstance-542671753 tempest-TestShelveInstance-542671753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f24ae9-9cb7-4253-8b66-7472be55d789,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:39:50.410597 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-34ed7eb5-3529-4b65-b66f-576a65430746 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:50.442766 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-34ed7eb5-3529-4b65-b66f-576a65430746 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-886429'] for floatingip (ca42e32c-3d95-4a5f-b798-c272ff621389), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:50.483162 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 58018) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:39:50.633426 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.db.l3_db [None req-34ed7eb5-3529-4b65-b66f-576a65430746 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Floating IP ca42e32c-3d95-4a5f-b798-c272ff621389 associated. External IP: 172.27.2.81, port: 39207e39-88b4-44da-b927-4e62bb6bf72d. Apr 06 11:39:51.214217 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ed7eb5-3529-4b65-b66f-576a65430746 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Router 760aa998-9381-4c21-a771-26443716ce99 has already been hosted by L3 agent 9404f039-f516-42fd-94a5-c122fff5649f {{(pid=103881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:39:51.366080 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ed7eb5-3529-4b65-b66f-576a65430746 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Notify agent at l3_agent.dv-cinder-836073-2-iscsi the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:39:51.370614 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-34ed7eb5-3529-4b65-b66f-576a65430746 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for floatingip (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:51.375193 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5f0e1d47-4066-43a9-a761-3753490492f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-916893'] for router_interface (38193e31-7d61-4d61-96cc-cca11cfdcb52), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:51.375773 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de51e0cb-d35e-4531-801a-c6a594873233 None None] Sync routers for ids ['760aa998-9381-4c21-a771-26443716ce99'] in dv-cinder-836073-2-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:39:51.384878 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de51e0cb-d35e-4531-801a-c6a594873233 None None] Routers {'760aa998-9381-4c21-a771-26443716ce99'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:39:51.385528 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-de51e0cb-d35e-4531-801a-c6a594873233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:39:39Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['760aa998-9381-4c21-a771-26443716ce99'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:39:51.440001 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-34ed7eb5-3529-4b65-b66f-576a65430746 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "PUT /v2.0/floatingips/ca42e32c-3d95-4a5f-b798-c272ff621389 HTTP/1.1" status: 200 len: 990 time: 1.5086861 Apr 06 11:39:51.442251 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b9ed4b4-dde0-4545-8640-97a8d0abd82e', 'tag': '39207e39-88b4-44da-b927-4e62bb6bf72d'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:39:51.444440 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3406b54a2f576febad5dd824c011310fb025ac9b816498a8b13137d73c32da04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e2b3e1b-f515-456a-8e55-afe827bd4c6a" -d '{"events": [{"name": "network-changed", "server_uuid": "9b9ed4b4-dde0-4545-8640-97a8d0abd82e", "tag": "39207e39-88b4-44da-b927-4e62bb6bf72d"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:39:51.485601 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fef7e53-d833-4b8d-9563-f2e06a05d6fa x-openstack-request-id: req-1fef7e53-d833-4b8d-9563-f2e06a05d6fa {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:39:51.485893 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b9ed4b4-dde0-4545-8640-97a8d0abd82e", "tag": "39207e39-88b4-44da-b927-4e62bb6bf72d", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:39:51.486145 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1fef7e53-d833-4b8d-9563-f2e06a05d6fa {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:39:51.486541 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fef7e53-d833-4b8d-9563-f2e06a05d6fa'] response: {'name': 'network-changed', 'server_uuid': '9b9ed4b4-dde0-4545-8640-97a8d0abd82e', 'tag': '39207e39-88b4-44da-b927-4e62bb6bf72d', 'status': 'completed', 'code': 200} Apr 06 11:39:51.497556 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-de51e0cb-d35e-4531-801a-c6a594873233 None None] Set router 760aa998-9381-4c21-a771-26443716ce99 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:39:51.553890 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2b3e1b-f515-456a-8e55-afe827bd4c6a req-53ba9594-e13c-4b99-bc51-5d86b8d3c4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:39:51.555533 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7e2b3e1b-f515-456a-8e55-afe827bd4c6a req-53ba9594-e13c-4b99-bc51-5d86b8d3c4c2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bb6810077f514bc4a2288d01e743f182&device_id=9b9ed4b4-dde0-4545-8640-97a8d0abd82e HTTP/1.1" status: 200 len: 1129 time: 0.0494604 Apr 06 11:39:51.652678 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2b3e1b-f515-456a-8e55-afe827bd4c6a req-c753b9cd-ce77-4330-a921-016694398585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:39:51.654265 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7e2b3e1b-f515-456a-8e55-afe827bd4c6a req-c753b9cd-ce77-4330-a921-016694398585 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2b4dedfa-c6d0-43e3-97de-75ece9e3097c HTTP/1.1" status: 200 len: 916 time: 0.0922968 Apr 06 11:39:51.661289 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-5f0e1d47-4066-43a9-a761-3753490492f0 admin admin] Deleting port 5d20a4a8-c080-4b74-bf14-56224d701cd2 {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:39:51.661635 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5f0e1d47-4066-43a9-a761-3753490492f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192836145'] for port (5d20a4a8-c080-4b74-bf14-56224d701cd2), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:51.723269 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7e2b3e1b-f515-456a-8e55-afe827bd4c6a req-f6acc030-f02a-4a82-9424-98b8dcf07f52 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39207e39-88b4-44da-b927-4e62bb6bf72d HTTP/1.1" status: 200 len: 998 time: 0.0627074 Apr 06 11:39:51.734705 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-de51e0cb-d35e-4531-801a-c6a594873233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760aa998-9381-4c21-a771-26443716ce99', 'name': 'tempest-AttachVolumeNegativeTest-1541549653-router', 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:38:28Z', 'updated_at': '2022-04-06T11:38:32Z', 'revision_number': 4, 'project_id': 'bb6810077f514bc4a2288d01e743f182', 'gw_port': {'id': 'f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760aa998-9381-4c21-a771-26443716ce99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:38:29Z', 'updated_at': '2022-04-06T11:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_floatingips': [{'id': 'ca42e32c-3d95-4a5f-b798-c272ff621389', 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'floating_ip_address': '172.27.2.81', 'floating_network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'router_id': '760aa998-9381-4c21-a771-26443716ce99', 'port_id': '39207e39-88b4-44da-b927-4e62bb6bf72d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b4dedfa-c6d0-43e3-97de-75ece9e3097c', 'mac_address': 'fa:16:3e:07:aa:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9ed4b4-dde0-4545-8640-97a8d0abd82e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:39:36Z', 'updated_at': '2022-04-06T11:39:50Z', 'revision_number': 1, 'project_id': 'bb6810077f514bc4a2288d01e743f182', 'fixed_ip_address_scope': None}, {'id': 'fbd1932e-6157-458a-9b22-5fdc03641a02', 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'floating_ip_address': '172.27.2.125', 'floating_network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'router_id': '760aa998-9381-4c21-a771-26443716ce99', 'port_id': 'd39ab5d2-9ecf-4670-beb5-109bf9b446f2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b4dedfa-c6d0-43e3-97de-75ece9e3097c', 'mac_address': 'fa:16:3e:26:b1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ae37b3-5551-49a1-bfcf-9f7724788906', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:38:35Z', 'updated_at': '2022-04-06T11:38:49Z', 'revision_number': 2, 'project_id': 'bb6810077f514bc4a2288d01e743f182', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f29192a8-bcbb-4ab9-a414-15733b6ddfc9', 'name': '', 'network_id': '2b4dedfa-c6d0-43e3-97de-75ece9e3097c', 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'mac_address': 'fa:16:3e:0b:04:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760aa998-9381-4c21-a771-26443716ce99', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:38:31Z', 'updated_at': '2022-04-06T11:38:34Z', 'revision_number': 5, 'project_id': 'bb6810077f514bc4a2288d01e743f182', 'subnets': [{'id': 'ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:39:51.742814 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [None req-5f0e1d47-4066-43a9-a761-3753490492f0 admin admin] For port 5d20a4a8-c080-4b74-bf14-56224d701cd2, host dv-cinder-836073-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=5d20a4a8-c080-4b74-bf14-56224d701cd2,segment=NetworkSegment(096bb2a5-b0e2-4e3c-94d1-af4171cd8e3e),segment_id=096bb2a5-b0e2-4e3c-94d1-af4171cd8e3e)] {{(pid=103881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:39:51.743179 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5f0e1d47-4066-43a9-a761-3753490492f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-891628'] for port (5d20a4a8-c080-4b74-bf14-56224d701cd2), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:51.756045 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-5f0e1d47-4066-43a9-a761-3753490492f0 admin admin] Calling delete_port for 5d20a4a8-c080-4b74-bf14-56224d701cd2 owned by network:router_interface {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:39:51.761220 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de51e0cb-d35e-4531-801a-c6a594873233 None None] Checking router: 760aa998-9381-4c21-a771-26443716ce99 for host: dv-cinder-836073-2-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:39:51.769853 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de51e0cb-d35e-4531-801a-c6a594873233 None None] Routers {'760aa998-9381-4c21-a771-26443716ce99'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:39:51.770606 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-de51e0cb-d35e-4531-801a-c6a594873233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:39:39Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['760aa998-9381-4c21-a771-26443716ce99'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:39:51.773263 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2b3e1b-f515-456a-8e55-afe827bd4c6a req-dc2bae9d-0c92-4fff-993c-57b6cb81d204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:39:51.774741 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7e2b3e1b-f515-456a-8e55-afe827bd4c6a req-dc2bae9d-0c92-4fff-993c-57b6cb81d204 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c HTTP/1.1" status: 200 len: 854 time: 0.0458899 Apr 06 11:39:51.824377 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2b3e1b-f515-456a-8e55-afe827bd4c6a req-ce962af3-9e9a-400a-ab86-b6bc9aeb9233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:39:51.826031 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7e2b3e1b-f515-456a-8e55-afe827bd4c6a req-ce962af3-9e9a-400a-ab86-b6bc9aeb9233 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2b4dedfa-c6d0-43e3-97de-75ece9e3097c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453262 Apr 06 11:39:51.923113 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7e2b3e1b-f515-456a-8e55-afe827bd4c6a req-945e303e-c8f0-4d05-9d9a-67f0b64b7e85 service neutron] 10.222.0.48 "GET /v2.0/networks/2b4dedfa-c6d0-43e3-97de-75ece9e3097c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904055 Apr 06 11:39:51.976783 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-de51e0cb-d35e-4531-801a-c6a594873233 None None] Set router 760aa998-9381-4c21-a771-26443716ce99 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:39:52.012655 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-7e2b3e1b-f515-456a-8e55-afe827bd4c6a req-24617580-7ace-4204-a42c-2fdaf81c65c6 service neutron] 10.222.0.48 "GET /v2.0/networks/2b4dedfa-c6d0-43e3-97de-75ece9e3097c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837669 Apr 06 11:39:52.019637 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5f0e1d47-4066-43a9-a761-3753490492f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192843524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779192465933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10088034'] for port (5d20a4a8-c080-4b74-bf14-56224d701cd2), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:52.052713 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0e1d47-4066-43a9-a761-3753490492f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d20a4a8-c080-4b74-bf14-56224d701cd2,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:39:52.223912 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-de51e0cb-d35e-4531-801a-c6a594873233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760aa998-9381-4c21-a771-26443716ce99', 'name': 'tempest-AttachVolumeNegativeTest-1541549653-router', 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:38:28Z', 'updated_at': '2022-04-06T11:38:32Z', 'revision_number': 4, 'project_id': 'bb6810077f514bc4a2288d01e743f182', 'gw_port': {'id': 'f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760aa998-9381-4c21-a771-26443716ce99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:38:29Z', 'updated_at': '2022-04-06T11:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_floatingips': [{'id': 'ca42e32c-3d95-4a5f-b798-c272ff621389', 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'floating_ip_address': '172.27.2.81', 'floating_network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'router_id': '760aa998-9381-4c21-a771-26443716ce99', 'port_id': '39207e39-88b4-44da-b927-4e62bb6bf72d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b4dedfa-c6d0-43e3-97de-75ece9e3097c', 'mac_address': 'fa:16:3e:07:aa:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9ed4b4-dde0-4545-8640-97a8d0abd82e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:39:36Z', 'updated_at': '2022-04-06T11:39:50Z', 'revision_number': 1, 'project_id': 'bb6810077f514bc4a2288d01e743f182', 'fixed_ip_address_scope': None}, {'id': 'fbd1932e-6157-458a-9b22-5fdc03641a02', 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'floating_ip_address': '172.27.2.125', 'floating_network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'router_id': '760aa998-9381-4c21-a771-26443716ce99', 'port_id': 'd39ab5d2-9ecf-4670-beb5-109bf9b446f2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b4dedfa-c6d0-43e3-97de-75ece9e3097c', 'mac_address': 'fa:16:3e:26:b1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ae37b3-5551-49a1-bfcf-9f7724788906', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:38:35Z', 'updated_at': '2022-04-06T11:38:49Z', 'revision_number': 2, 'project_id': 'bb6810077f514bc4a2288d01e743f182', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f29192a8-bcbb-4ab9-a414-15733b6ddfc9', 'name': '', 'network_id': '2b4dedfa-c6d0-43e3-97de-75ece9e3097c', 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'mac_address': 'fa:16:3e:0b:04:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760aa998-9381-4c21-a771-26443716ce99', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:38:31Z', 'updated_at': '2022-04-06T11:38:34Z', 'revision_number': 5, 'project_id': 'bb6810077f514bc4a2288d01e743f182', 'subnets': [{'id': 'ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:39:52.242045 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5f0e1d47-4066-43a9-a761-3753490492f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-886285'] for router_interface (38193e31-7d61-4d61-96cc-cca11cfdcb52), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:52.260910 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de51e0cb-d35e-4531-801a-c6a594873233 None None] The sync data for ids ['760aa998-9381-4c21-a771-26443716ce99'] in dv-cinder-836073-2-iscsi is: [{'id': '760aa998-9381-4c21-a771-26443716ce99', 'name': 'tempest-AttachVolumeNegativeTest-1541549653-router', 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:38:28Z', 'updated_at': '2022-04-06T11:38:32Z', 'revision_number': 4, 'project_id': 'bb6810077f514bc4a2288d01e743f182', 'gw_port': {'id': 'f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760aa998-9381-4c21-a771-26443716ce99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:38:29Z', 'updated_at': '2022-04-06T11:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_floatingips': [{'id': 'ca42e32c-3d95-4a5f-b798-c272ff621389', 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'floating_ip_address': '172.27.2.81', 'floating_network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'router_id': '760aa998-9381-4c21-a771-26443716ce99', 'port_id': '39207e39-88b4-44da-b927-4e62bb6bf72d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b4dedfa-c6d0-43e3-97de-75ece9e3097c', 'mac_address': 'fa:16:3e:07:aa:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b9ed4b4-dde0-4545-8640-97a8d0abd82e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:39:36Z', 'updated_at': '2022-04-06T11:39:50Z', 'revision_number': 1, 'project_id': 'bb6810077f514bc4a2288d01e743f182', 'fixed_ip_address_scope': None}, {'id': 'fbd1932e-6157-458a-9b22-5fdc03641a02', 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'floating_ip_address': '172.27.2.125', 'floating_network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'router_id': '760aa998-9381-4c21-a771-26443716ce99', 'port_id': 'd39ab5d2-9ecf-4670-beb5-109bf9b446f2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b4dedfa-c6d0-43e3-97de-75ece9e3097c', 'mac_address': 'fa:16:3e:26:b1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ae37b3-5551-49a1-bfcf-9f7724788906', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:38:35Z', 'updated_at': '2022-04-06T11:38:49Z', 'revision_number': 2, 'project_id': 'bb6810077f514bc4a2288d01e743f182', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f29192a8-bcbb-4ab9-a414-15733b6ddfc9', 'name': '', 'network_id': '2b4dedfa-c6d0-43e3-97de-75ece9e3097c', 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'mac_address': 'fa:16:3e:0b:04:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760aa998-9381-4c21-a771-26443716ce99', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:38:31Z', 'updated_at': '2022-04-06T11:38:34Z', 'revision_number': 5, 'project_id': 'bb6810077f514bc4a2288d01e743f182', 'subnets': [{'id': 'ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:39:52.463479 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4da83e-e714-4753-bf34-a26f5136f469 None None] New status for floating IP ca42e32c-3d95-4a5f-b798-c272ff621389: ACTIVE {{(pid=103883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:39:52.473433 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f0e1d47-4066-43a9-a761-3753490492f0 admin admin] Router 38193e31-7d61-4d61-96cc-cca11cfdcb52 has already been hosted by L3 agent 9404f039-f516-42fd-94a5-c122fff5649f {{(pid=103881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:39:52.581102 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f0e1d47-4066-43a9-a761-3753490492f0 admin admin] Notify agent at l3_agent.dv-cinder-836073-2-iscsi the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:39:52.586121 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-5f0e1d47-4066-43a9-a761-3753490492f0 admin admin] 10.222.0.43 "PUT /v2.0/routers/38193e31-7d61-4d61-96cc-cca11cfdcb52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1019762 Apr 06 11:39:52.588718 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 58024) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:39:52.593555 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab42b770-9346-4f6e-9fbf-74bd8e95b58f None None] Sync routers for ids ['38193e31-7d61-4d61-96cc-cca11cfdcb52'] in dv-cinder-836073-2-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:39:52.604144 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab42b770-9346-4f6e-9fbf-74bd8e95b58f None None] Routers {'38193e31-7d61-4d61-96cc-cca11cfdcb52'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:39:52.604774 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-ab42b770-9346-4f6e-9fbf-74bd8e95b58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:39:39Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['38193e31-7d61-4d61-96cc-cca11cfdcb52'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:39:52.703094 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-55c0689a-62e5-40d6-a85a-a91960f6165e admin admin] Publish callbacks [] for router (38193e31-7d61-4d61-96cc-cca11cfdcb52), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:52.713487 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-ab42b770-9346-4f6e-9fbf-74bd8e95b58f None None] Set router 38193e31-7d61-4d61-96cc-cca11cfdcb52 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:39:52.806745 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-55c0689a-62e5-40d6-a85a-a91960f6165e admin admin] Publish callbacks [] for router_gateway (38193e31-7d61-4d61-96cc-cca11cfdcb52), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:52.889876 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-ab42b770-9346-4f6e-9fbf-74bd8e95b58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38193e31-7d61-4d61-96cc-cca11cfdcb52', 'name': 'tempest-TestShelveInstance-1308764059-router', 'tenant_id': '5c89174131144b7f81d10ab0e7b0af30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': 'c7f11df7-0d36-4655-a39c-e336006024f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:35:12Z', 'updated_at': '2022-04-06T11:39:51Z', 'revision_number': 5, 'project_id': '5c89174131144b7f81d10ab0e7b0af30', 'gw_port': {'id': 'c7f11df7-0d36-4655-a39c-e336006024f3', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:11:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38193e31-7d61-4d61-96cc-cca11cfdcb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:35:13Z', 'updated_at': '2022-04-06T11:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi'}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:39:52.921476 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab42b770-9346-4f6e-9fbf-74bd8e95b58f None None] Checking router: 38193e31-7d61-4d61-96cc-cca11cfdcb52 for host: dv-cinder-836073-2-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:39:52.930691 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab42b770-9346-4f6e-9fbf-74bd8e95b58f None None] Routers {'38193e31-7d61-4d61-96cc-cca11cfdcb52'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:39:52.931325 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-ab42b770-9346-4f6e-9fbf-74bd8e95b58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:39:39Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['38193e31-7d61-4d61-96cc-cca11cfdcb52'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:39:53.021847 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-ab42b770-9346-4f6e-9fbf-74bd8e95b58f None None] Set router 38193e31-7d61-4d61-96cc-cca11cfdcb52 gateway port host: None {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:39:53.078143 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-ab42b770-9346-4f6e-9fbf-74bd8e95b58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38193e31-7d61-4d61-96cc-cca11cfdcb52', 'name': 'tempest-TestShelveInstance-1308764059-router', 'tenant_id': '5c89174131144b7f81d10ab0e7b0af30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:35:12Z', 'updated_at': '2022-04-06T11:39:52Z', 'revision_number': 6, 'project_id': '5c89174131144b7f81d10ab0e7b0af30', 'gw_port_host': None}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:39:53.105880 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab42b770-9346-4f6e-9fbf-74bd8e95b58f None None] The sync data for ids ['38193e31-7d61-4d61-96cc-cca11cfdcb52'] in dv-cinder-836073-2-iscsi is: [{'id': '38193e31-7d61-4d61-96cc-cca11cfdcb52', 'name': 'tempest-TestShelveInstance-1308764059-router', 'tenant_id': '5c89174131144b7f81d10ab0e7b0af30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:35:12Z', 'updated_at': '2022-04-06T11:39:52Z', 'revision_number': 6, 'project_id': '5c89174131144b7f81d10ab0e7b0af30', 'gw_port_host': None}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:39:53.126087 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-55c0689a-62e5-40d6-a85a-a91960f6165e admin admin] Deleting port c7f11df7-0d36-4655-a39c-e336006024f3 {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:39:53.126434 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-55c0689a-62e5-40d6-a85a-a91960f6165e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192836145'] for port (c7f11df7-0d36-4655-a39c-e336006024f3), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:53.204372 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [None req-55c0689a-62e5-40d6-a85a-a91960f6165e admin admin] For port c7f11df7-0d36-4655-a39c-e336006024f3, host dv-cinder-836073-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=c7f11df7-0d36-4655-a39c-e336006024f3,segment=NetworkSegment(a1489c3e-d8bf-465c-8161-3d720cf0d135),segment_id=a1489c3e-d8bf-465c-8161-3d720cf0d135)] {{(pid=103881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:39:53.204736 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-55c0689a-62e5-40d6-a85a-a91960f6165e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-891628'] for port (c7f11df7-0d36-4655-a39c-e336006024f3), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:53.219869 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-55c0689a-62e5-40d6-a85a-a91960f6165e admin admin] Calling delete_port for c7f11df7-0d36-4655-a39c-e336006024f3 owned by network:router_gateway {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:39:53.442210 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-55c0689a-62e5-40d6-a85a-a91960f6165e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192843524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779192465933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10088034'] for port (c7f11df7-0d36-4655-a39c-e336006024f3), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:53.475721 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c0689a-62e5-40d6-a85a-a91960f6165e admin admin] Pushing event deleted for resources: {'Port': ['ID=c7f11df7-0d36-4655-a39c-e336006024f3,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:39:53.542987 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-55c0689a-62e5-40d6-a85a-a91960f6165e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-886475'] for router_gateway (38193e31-7d61-4d61-96cc-cca11cfdcb52), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:53.634275 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-55c0689a-62e5-40d6-a85a-a91960f6165e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-915576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7872'] for router (38193e31-7d61-4d61-96cc-cca11cfdcb52), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:53.636606 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-55c0689a-62e5-40d6-a85a-a91960f6165e admin admin] Publish callbacks [] for router_controller (38193e31-7d61-4d61-96cc-cca11cfdcb52), precommit_delete_associations {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:53.739497 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-55c0689a-62e5-40d6-a85a-a91960f6165e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-915569'] for router (38193e31-7d61-4d61-96cc-cca11cfdcb52), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:53.739946 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c0689a-62e5-40d6-a85a-a91960f6165e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38193e31-7d61-4d61-96cc-cca11cfdcb52 {{(pid=103881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 11:39:53.744482 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-55c0689a-62e5-40d6-a85a-a91960f6165e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:53.745833 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-55c0689a-62e5-40d6-a85a-a91960f6165e admin admin] 10.222.0.43 "DELETE /v2.0/routers/38193e31-7d61-4d61-96cc-cca11cfdcb52 HTTP/1.1" status: 204 len: 168 time: 1.1559582 Apr 06 11:39:53.748944 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 58026) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:39:53.791321 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aee2b6f-21f7-4e27-b6db-e3c3703da402 admin admin] Deleting subnet c5ed26ef-7c0f-4a59-a8d0-a8a2e4ec9c56 {{(pid=103881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 11:39:53.794870 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6aee2b6f-21f7-4e27-b6db-e3c3703da402 admin admin] Publish callbacks [] for subnet (c5ed26ef-7c0f-4a59-a8d0-a8a2e4ec9c56), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:53.827613 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6aee2b6f-21f7-4e27-b6db-e3c3703da402 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10087740'] for subnet (c5ed26ef-7c0f-4a59-a8d0-a8a2e4ec9c56), precommit_delete_associations {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:53.907172 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6aee2b6f-21f7-4e27-b6db-e3c3703da402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961957'] for subnet (c5ed26ef-7c0f-4a59-a8d0-a8a2e4ec9c56), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:54.019867 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6aee2b6f-21f7-4e27-b6db-e3c3703da402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1961962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10088021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8583084'] for subnet (c5ed26ef-7c0f-4a59-a8d0-a8a2e4ec9c56), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:54.046109 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aee2b6f-21f7-4e27-b6db-e3c3703da402 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5ed26ef-7c0f-4a59-a8d0-a8a2e4ec9c56,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:39:54.049790 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6aee2b6f-21f7-4e27-b6db-e3c3703da402 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570608'] for subnet (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:54.052976 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-6aee2b6f-21f7-4e27-b6db-e3c3703da402 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/c5ed26ef-7c0f-4a59-a8d0-a8a2e4ec9c56 HTTP/1.1" status: 204 len: 168 time: 0.3029788 Apr 06 11:39:54.055859 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 58028) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:39:54.056735 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a823c7-c578-415a-a59a-85f4b087bf0c None None] Network 56965a75-654b-40c0-bdf1-5f6273571f2c requested from dv-cinder-836073-2-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:39:54.131124 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b991b8ee-fed0-4ab6-8eaa-f96bcfe15a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707938'] for network (56965a75-654b-40c0-bdf1-5f6273571f2c), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:54.191069 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-b991b8ee-fed0-4ab6-8eaa-f96bcfe15a5c admin admin] Deleting port 3b5f0925-eba8-4be0-9ab9-59ec0872b8f4 {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:39:54.191419 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b991b8ee-fed0-4ab6-8eaa-f96bcfe15a5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192836145'] for port (3b5f0925-eba8-4be0-9ab9-59ec0872b8f4), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:54.226785 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c38a818-7a38-4c3a-8027-74480bc1875a None None] DHCP port deletion for 56965a75-654b-40c0-bdf1-5f6273571f2c request from dv-cinder-836073-2-iscsi {{(pid=103883) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 11:39:54.255950 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-b991b8ee-fed0-4ab6-8eaa-f96bcfe15a5c admin admin] For port 3b5f0925-eba8-4be0-9ab9-59ec0872b8f4, host dv-cinder-836073-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=3b5f0925-eba8-4be0-9ab9-59ec0872b8f4,segment=NetworkSegment(096bb2a5-b0e2-4e3c-94d1-af4171cd8e3e),segment_id=096bb2a5-b0e2-4e3c-94d1-af4171cd8e3e)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:39:54.256480 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b991b8ee-fed0-4ab6-8eaa-f96bcfe15a5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-891628'] for port (3b5f0925-eba8-4be0-9ab9-59ec0872b8f4), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:54.270066 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-b991b8ee-fed0-4ab6-8eaa-f96bcfe15a5c admin admin] Calling delete_port for 3b5f0925-eba8-4be0-9ab9-59ec0872b8f4 owned by network:dhcp {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:39:54.275643 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-4c38a818-7a38-4c3a-8027-74480bc1875a None None] Deleting port 3b5f0925-eba8-4be0-9ab9-59ec0872b8f4 {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:39:54.276022 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-4c38a818-7a38-4c3a-8027-74480bc1875a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192836145'] for port (3b5f0925-eba8-4be0-9ab9-59ec0872b8f4), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:54.340312 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-4c38a818-7a38-4c3a-8027-74480bc1875a None None] For port 3b5f0925-eba8-4be0-9ab9-59ec0872b8f4, host dv-cinder-836073-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=3b5f0925-eba8-4be0-9ab9-59ec0872b8f4,segment=NetworkSegment(096bb2a5-b0e2-4e3c-94d1-af4171cd8e3e),segment_id=096bb2a5-b0e2-4e3c-94d1-af4171cd8e3e)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:39:54.340718 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-4c38a818-7a38-4c3a-8027-74480bc1875a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-891628'] for port (3b5f0925-eba8-4be0-9ab9-59ec0872b8f4), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:54.353519 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-4c38a818-7a38-4c3a-8027-74480bc1875a None None] Calling delete_port for 3b5f0925-eba8-4be0-9ab9-59ec0872b8f4 owned by network:dhcp {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:39:54.419313 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b991b8ee-fed0-4ab6-8eaa-f96bcfe15a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192843524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779192465933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797839'] for port (3b5f0925-eba8-4be0-9ab9-59ec0872b8f4), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:54.432573 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-4c38a818-7a38-4c3a-8027-74480bc1875a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192843524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779192465933'] for port (3b5f0925-eba8-4be0-9ab9-59ec0872b8f4), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:54.445352 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b991b8ee-fed0-4ab6-8eaa-f96bcfe15a5c admin admin] Pushing event deleted for resources: {'Port': ['ID=3b5f0925-eba8-4be0-9ab9-59ec0872b8f4,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:39:54.451690 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b991b8ee-fed0-4ab6-8eaa-f96bcfe15a5c admin admin] No DVR routers for this DVR port 3b5f0925-eba8-4be0-9ab9-59ec0872b8f4 on host dv-cinder-836073-2-iscsi {{(pid=103882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:39:54.457031 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c38a818-7a38-4c3a-8027-74480bc1875a None None] Pushing event deleted for resources: {'Port': ['ID=3b5f0925-eba8-4be0-9ab9-59ec0872b8f4,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:39:54.462580 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c38a818-7a38-4c3a-8027-74480bc1875a None None] No DVR routers for this DVR port 3b5f0925-eba8-4be0-9ab9-59ec0872b8f4 on host dv-cinder-836073-2-iscsi {{(pid=103883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:39:54.523973 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b991b8ee-fed0-4ab6-8eaa-f96bcfe15a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1963294', 'neutron.services.segments.db._delete_segments_for_network-8779192912505'] for network (56965a75-654b-40c0-bdf1-5f6273571f2c), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:54.544420 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.services.segments.db [None req-b991b8ee-fed0-4ab6-8eaa-f96bcfe15a5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56965a75-654b-40c0-bdf1-5f6273571f2c']}} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:39:54.553768 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.services.segments.db [None req-b991b8ee-fed0-4ab6-8eaa-f96bcfe15a5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '096bb2a5-b0e2-4e3c-94d1-af4171cd8e3e') {'for_net_delete': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:39:54.554068 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.services.segments.db [None req-b991b8ee-fed0-4ab6-8eaa-f96bcfe15a5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '096bb2a5-b0e2-4e3c-94d1-af4171cd8e3e') {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:39:54.562992 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b991b8ee-fed0-4ab6-8eaa-f96bcfe15a5c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779192913282', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8476715'] for segment (096bb2a5-b0e2-4e3c-94d1-af4171cd8e3e), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:54.576301 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b991b8ee-fed0-4ab6-8eaa-f96bcfe15a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726494'] for segment (096bb2a5-b0e2-4e3c-94d1-af4171cd8e3e), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:54.582157 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b991b8ee-fed0-4ab6-8eaa-f96bcfe15a5c admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=103882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 11:39:54.587500 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b991b8ee-fed0-4ab6-8eaa-f96bcfe15a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8797906'] for segment (096bb2a5-b0e2-4e3c-94d1-af4171cd8e3e), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:54.587500 dv-cinder-836073-2-iscsi neutron-server[103882]: Traceback (most recent call last): Apr 06 11:39:54.587500 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 11:39:54.587500 dv-cinder-836073-2-iscsi neutron-server[103882]: timer() Apr 06 11:39:54.587500 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 11:39:54.587500 dv-cinder-836073-2-iscsi neutron-server[103882]: cb(*args, **kw) Apr 06 11:39:54.587500 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 11:39:54.587500 dv-cinder-836073-2-iscsi neutron-server[103882]: return func(*args, **kwargs) Apr 06 11:39:54.587500 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 11:39:54.587500 dv-cinder-836073-2-iscsi neutron-server[103882]: self._notify() Apr 06 11:39:54.587500 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 11:39:54.587500 dv-cinder-836073-2-iscsi neutron-server[103882]: self.callback(batched_events) Apr 06 11:39:54.587500 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 11:39:54.587500 dv-cinder-836073-2-iscsi neutron-server[103882]: event.method(event) Apr 06 11:39:54.587500 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 11:39:54.587500 dv-cinder-836073-2-iscsi neutron-server[103882]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 11:39:54.587500 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 11:39:54.587500 dv-cinder-836073-2-iscsi neutron-server[103882]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 11:39:54.587500 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 11:39:54.587500 dv-cinder-836073-2-iscsi neutron-server[103882]: return f(self, *a, **k) Apr 06 11:39:54.587500 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 11:39:54.587500 dv-cinder-836073-2-iscsi neutron-server[103882]: return self._get(url).json() Apr 06 11:39:54.587500 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 11:39:54.587500 dv-cinder-836073-2-iscsi neutron-server[103882]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 11:39:54.587500 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 11:39:54.587500 dv-cinder-836073-2-iscsi neutron-server[103882]: return self.request(url, 'GET', **kwargs) Apr 06 11:39:54.587500 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 11:39:54.587500 dv-cinder-836073-2-iscsi neutron-server[103882]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 11:39:54.587500 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 11:39:54.587500 dv-cinder-836073-2-iscsi neutron-server[103882]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 11:39:54.587500 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 11:39:54.587500 dv-cinder-836073-2-iscsi neutron-server[103882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 11:39:54.587500 dv-cinder-836073-2-iscsi neutron-server[103882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 11:39:54.699849 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b991b8ee-fed0-4ab6-8eaa-f96bcfe15a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1963367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-886447'] for network (56965a75-654b-40c0-bdf1-5f6273571f2c), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:54.705065 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b991b8ee-fed0-4ab6-8eaa-f96bcfe15a5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570608'] for network (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:54.708246 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-b991b8ee-fed0-4ab6-8eaa-f96bcfe15a5c admin admin] 10.222.0.43 "DELETE /v2.0/networks/56965a75-654b-40c0-bdf1-5f6273571f2c HTTP/1.1" status: 204 len: 168 time: 0.6513898 Apr 06 11:39:54.711173 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 58030) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:39:54.719951 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b991b8ee-fed0-4ab6-8eaa-f96bcfe15a5c admin admin] Pushing event deleted for resources: {'Network': ['ID=56965a75-654b-40c0-bdf1-5f6273571f2c,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:39:55.054427 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a39f1990-c1d7-492c-a56b-85c7934853bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-916893'] for router_interface (6322584b-bfc7-497b-a661-f19f83165231), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:55.164467 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device c7f11df7-0d36-4655-a39c-e336006024f3 no longer exists at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:39:55.185476 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] No Port match for: c7f11df7-0d36-4655-a39c-e336006024f3 {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:39:55.185850 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device c7f11df7-0d36-4655-a39c-e336006024f3 not bound to the agent host dv-cinder-836073-2-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:39:55.186240 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device 3b5f0925-eba8-4be0-9ab9-59ec0872b8f4 no longer exists at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:39:55.205759 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] No Port match for: 3b5f0925-eba8-4be0-9ab9-59ec0872b8f4 {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:39:55.206109 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device 3b5f0925-eba8-4be0-9ab9-59ec0872b8f4 not bound to the agent host dv-cinder-836073-2-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:39:55.206526 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device 5d20a4a8-c080-4b74-bf14-56224d701cd2 no longer exists at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:39:55.229268 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] No Port match for: 5d20a4a8-c080-4b74-bf14-56224d701cd2 {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:39:55.229618 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device 5d20a4a8-c080-4b74-bf14-56224d701cd2 not bound to the agent host dv-cinder-836073-2-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:39:55.320030 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-a39f1990-c1d7-492c-a56b-85c7934853bc admin admin] Deleting port ad42ffe3-9373-4934-9271-7e0ab4a55348 {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:39:55.320279 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a39f1990-c1d7-492c-a56b-85c7934853bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192836145'] for port (ad42ffe3-9373-4934-9271-7e0ab4a55348), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:55.394213 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [None req-a39f1990-c1d7-492c-a56b-85c7934853bc admin admin] For port ad42ffe3-9373-4934-9271-7e0ab4a55348, host dv-cinder-836073-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=ad42ffe3-9373-4934-9271-7e0ab4a55348,segment=NetworkSegment(c15db7a4-0955-4295-a849-b2843416927a),segment_id=c15db7a4-0955-4295-a849-b2843416927a)] {{(pid=103881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:39:55.394572 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a39f1990-c1d7-492c-a56b-85c7934853bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-891628'] for port (ad42ffe3-9373-4934-9271-7e0ab4a55348), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:55.406619 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-a39f1990-c1d7-492c-a56b-85c7934853bc admin admin] Calling delete_port for ad42ffe3-9373-4934-9271-7e0ab4a55348 owned by network:router_interface {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:39:55.630567 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a39f1990-c1d7-492c-a56b-85c7934853bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192843524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779192465933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10088034'] for port (ad42ffe3-9373-4934-9271-7e0ab4a55348), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:55.653573 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39f1990-c1d7-492c-a56b-85c7934853bc admin admin] Pushing event deleted for resources: {'Port': ['ID=ad42ffe3-9373-4934-9271-7e0ab4a55348,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:39:55.823575 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a39f1990-c1d7-492c-a56b-85c7934853bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-886285'] for router_interface (6322584b-bfc7-497b-a661-f19f83165231), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:56.033969 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a39f1990-c1d7-492c-a56b-85c7934853bc admin admin] Router 6322584b-bfc7-497b-a661-f19f83165231 has already been hosted by L3 agent 9404f039-f516-42fd-94a5-c122fff5649f {{(pid=103881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:39:56.139586 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a39f1990-c1d7-492c-a56b-85c7934853bc admin admin] Notify agent at l3_agent.dv-cinder-836073-2-iscsi the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:39:56.144855 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-a39f1990-c1d7-492c-a56b-85c7934853bc admin admin] 10.222.0.43 "PUT /v2.0/routers/6322584b-bfc7-497b-a661-f19f83165231/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4326422 Apr 06 11:39:56.147614 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 58032) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:39:56.148771 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0293ce7-40b0-4e03-aab5-7bb84f7f3693 None None] Sync routers for ids ['6322584b-bfc7-497b-a661-f19f83165231'] in dv-cinder-836073-2-iscsi {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:39:56.159311 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0293ce7-40b0-4e03-aab5-7bb84f7f3693 None None] Routers {'6322584b-bfc7-497b-a661-f19f83165231'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:39:56.163644 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-a0293ce7-40b0-4e03-aab5-7bb84f7f3693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:39:39Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['6322584b-bfc7-497b-a661-f19f83165231'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:39:56.254401 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9c0bc970-1327-4469-922b-76cea95a0ddc admin admin] Publish callbacks [] for router (6322584b-bfc7-497b-a661-f19f83165231), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:56.363183 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9c0bc970-1327-4469-922b-76cea95a0ddc admin admin] Publish callbacks [] for router_gateway (6322584b-bfc7-497b-a661-f19f83165231), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:56.396911 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-a0293ce7-40b0-4e03-aab5-7bb84f7f3693 None None] Set router 6322584b-bfc7-497b-a661-f19f83165231 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:39:56.579349 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-a0293ce7-40b0-4e03-aab5-7bb84f7f3693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6322584b-bfc7-497b-a661-f19f83165231', 'name': 'tempest-TestShelveInstance-277636414-router', 'tenant_id': '16c1778b807348dbb446bf7f4d878715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.72'}], 'enable_snat': True}, 'gw_port_id': '235cd546-38da-49e5-b4ce-ba836cc503dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:35:19Z', 'updated_at': '2022-04-06T11:39:55Z', 'revision_number': 5, 'project_id': '16c1778b807348dbb446bf7f4d878715', 'gw_port': {'id': '235cd546-38da-49e5-b4ce-ba836cc503dd', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:6a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6322584b-bfc7-497b-a661-f19f83165231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:35:19Z', 'updated_at': '2022-04-06T11:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi'}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:39:56.607041 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0293ce7-40b0-4e03-aab5-7bb84f7f3693 None None] Checking router: 6322584b-bfc7-497b-a661-f19f83165231 for host: dv-cinder-836073-2-iscsi {{(pid=103883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:39:56.615526 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0293ce7-40b0-4e03-aab5-7bb84f7f3693 None None] Routers {'6322584b-bfc7-497b-a661-f19f83165231'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:39:56.616080 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-a0293ce7-40b0-4e03-aab5-7bb84f7f3693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:39:39Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['6322584b-bfc7-497b-a661-f19f83165231'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:39:56.669283 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-9c0bc970-1327-4469-922b-76cea95a0ddc admin admin] Deleting port 235cd546-38da-49e5-b4ce-ba836cc503dd {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:39:56.669627 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9c0bc970-1327-4469-922b-76cea95a0ddc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192836145'] for port (235cd546-38da-49e5-b4ce-ba836cc503dd), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:56.705312 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-a0293ce7-40b0-4e03-aab5-7bb84f7f3693 None None] Set router 6322584b-bfc7-497b-a661-f19f83165231 gateway port host: None {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:39:56.747329 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [None req-9c0bc970-1327-4469-922b-76cea95a0ddc admin admin] For port 235cd546-38da-49e5-b4ce-ba836cc503dd, host dv-cinder-836073-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=235cd546-38da-49e5-b4ce-ba836cc503dd,segment=NetworkSegment(a1489c3e-d8bf-465c-8161-3d720cf0d135),segment_id=a1489c3e-d8bf-465c-8161-3d720cf0d135)] {{(pid=103881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:39:56.747687 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9c0bc970-1327-4469-922b-76cea95a0ddc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-891628'] for port (235cd546-38da-49e5-b4ce-ba836cc503dd), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:56.760451 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-a0293ce7-40b0-4e03-aab5-7bb84f7f3693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6322584b-bfc7-497b-a661-f19f83165231', 'name': 'tempest-TestShelveInstance-277636414-router', 'tenant_id': '16c1778b807348dbb446bf7f4d878715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:35:19Z', 'updated_at': '2022-04-06T11:39:56Z', 'revision_number': 6, 'project_id': '16c1778b807348dbb446bf7f4d878715', 'gw_port_host': None}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:39:56.763236 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-9c0bc970-1327-4469-922b-76cea95a0ddc admin admin] Calling delete_port for 235cd546-38da-49e5-b4ce-ba836cc503dd owned by network:router_gateway {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:39:56.786954 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0293ce7-40b0-4e03-aab5-7bb84f7f3693 None None] The sync data for ids ['6322584b-bfc7-497b-a661-f19f83165231'] in dv-cinder-836073-2-iscsi is: [{'id': '6322584b-bfc7-497b-a661-f19f83165231', 'name': 'tempest-TestShelveInstance-277636414-router', 'tenant_id': '16c1778b807348dbb446bf7f4d878715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:35:19Z', 'updated_at': '2022-04-06T11:39:56Z', 'revision_number': 6, 'project_id': '16c1778b807348dbb446bf7f4d878715', 'gw_port_host': None}] {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:39:56.973300 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9c0bc970-1327-4469-922b-76cea95a0ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192843524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779192465933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10088034'] for port (235cd546-38da-49e5-b4ce-ba836cc503dd), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:56.998533 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0bc970-1327-4469-922b-76cea95a0ddc admin admin] Pushing event deleted for resources: {'Port': ['ID=235cd546-38da-49e5-b4ce-ba836cc503dd,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:39:57.058760 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9c0bc970-1327-4469-922b-76cea95a0ddc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-886475'] for router_gateway (6322584b-bfc7-497b-a661-f19f83165231), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:57.151353 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9c0bc970-1327-4469-922b-76cea95a0ddc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-915576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7872'] for router (6322584b-bfc7-497b-a661-f19f83165231), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:57.154471 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9c0bc970-1327-4469-922b-76cea95a0ddc admin admin] Publish callbacks [] for router_controller (6322584b-bfc7-497b-a661-f19f83165231), precommit_delete_associations {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:57.253538 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9c0bc970-1327-4469-922b-76cea95a0ddc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-915569'] for router (6322584b-bfc7-497b-a661-f19f83165231), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:57.254069 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c0bc970-1327-4469-922b-76cea95a0ddc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6322584b-bfc7-497b-a661-f19f83165231 {{(pid=103881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 11:39:57.258339 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9c0bc970-1327-4469-922b-76cea95a0ddc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:57.259501 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-9c0bc970-1327-4469-922b-76cea95a0ddc admin admin] 10.222.0.43 "DELETE /v2.0/routers/6322584b-bfc7-497b-a661-f19f83165231 HTTP/1.1" status: 204 len: 168 time: 1.1109738 Apr 06 11:39:57.262111 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 58034) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:39:57.305389 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5747d33-69f7-4316-bf9c-193d46f677ce admin admin] Deleting subnet 8429afb3-e848-4653-8aac-c5da2e90de50 {{(pid=103881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 11:39:57.308296 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f5747d33-69f7-4316-bf9c-193d46f677ce admin admin] Publish callbacks [] for subnet (8429afb3-e848-4653-8aac-c5da2e90de50), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:57.341210 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f5747d33-69f7-4316-bf9c-193d46f677ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10087740'] for subnet (8429afb3-e848-4653-8aac-c5da2e90de50), precommit_delete_associations {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:57.420368 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f5747d33-69f7-4316-bf9c-193d46f677ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961957'] for subnet (8429afb3-e848-4653-8aac-c5da2e90de50), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:57.539283 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f5747d33-69f7-4316-bf9c-193d46f677ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1961962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10088021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8583084'] for subnet (8429afb3-e848-4653-8aac-c5da2e90de50), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:57.563337 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device ad42ffe3-9373-4934-9271-7e0ab4a55348 no longer exists at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:39:57.565355 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5747d33-69f7-4316-bf9c-193d46f677ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8429afb3-e848-4653-8aac-c5da2e90de50,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:39:57.569569 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f5747d33-69f7-4316-bf9c-193d46f677ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570608'] for subnet (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:57.573752 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-f5747d33-69f7-4316-bf9c-193d46f677ce admin admin] 10.222.0.43 "DELETE /v2.0/subnets/8429afb3-e848-4653-8aac-c5da2e90de50 HTTP/1.1" status: 204 len: 168 time: 0.3104610 Apr 06 11:39:57.575561 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 58036) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:39:57.604088 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f16d91-fd45-4c14-91ba-ffc472bfff6f None None] Network 7bacddec-d23e-4f26-ad03-a8821e3f1dc2 requested from dv-cinder-836073-2-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:39:57.608549 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] No Port match for: ad42ffe3-9373-4934-9271-7e0ab4a55348 {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:39:57.608898 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device ad42ffe3-9373-4934-9271-7e0ab4a55348 not bound to the agent host dv-cinder-836073-2-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:39:57.653449 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c735c805-ec9a-4b85-a124-f2450e19ca4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707938'] for network (7bacddec-d23e-4f26-ad03-a8821e3f1dc2), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:57.709844 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-c735c805-ec9a-4b85-a124-f2450e19ca4d admin admin] Deleting port 5b6827ad-a023-4d7e-a7b3-1bb3a9ebb708 {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:39:57.710202 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c735c805-ec9a-4b85-a124-f2450e19ca4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192836145'] for port (5b6827ad-a023-4d7e-a7b3-1bb3a9ebb708), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:57.770351 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4acc8e-9641-4a3f-bced-2caf2986f801 None None] DHCP port deletion for 7bacddec-d23e-4f26-ad03-a8821e3f1dc2 request from dv-cinder-836073-2-iscsi {{(pid=103883) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 11:39:57.774477 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-c735c805-ec9a-4b85-a124-f2450e19ca4d admin admin] For port 5b6827ad-a023-4d7e-a7b3-1bb3a9ebb708, host dv-cinder-836073-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=5b6827ad-a023-4d7e-a7b3-1bb3a9ebb708,segment=NetworkSegment(c15db7a4-0955-4295-a849-b2843416927a),segment_id=c15db7a4-0955-4295-a849-b2843416927a)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:39:57.774847 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c735c805-ec9a-4b85-a124-f2450e19ca4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-891628'] for port (5b6827ad-a023-4d7e-a7b3-1bb3a9ebb708), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:57.792387 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-c735c805-ec9a-4b85-a124-f2450e19ca4d admin admin] Calling delete_port for 5b6827ad-a023-4d7e-a7b3-1bb3a9ebb708 owned by network:dhcp {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:39:57.823815 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-9c4acc8e-9641-4a3f-bced-2caf2986f801 None None] Deleting port 5b6827ad-a023-4d7e-a7b3-1bb3a9ebb708 {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:39:57.824189 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-9c4acc8e-9641-4a3f-bced-2caf2986f801 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192836145'] for port (5b6827ad-a023-4d7e-a7b3-1bb3a9ebb708), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:57.893764 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-9c4acc8e-9641-4a3f-bced-2caf2986f801 None None] For port 5b6827ad-a023-4d7e-a7b3-1bb3a9ebb708, host dv-cinder-836073-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=5b6827ad-a023-4d7e-a7b3-1bb3a9ebb708,segment=NetworkSegment(c15db7a4-0955-4295-a849-b2843416927a),segment_id=c15db7a4-0955-4295-a849-b2843416927a)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:39:57.894151 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-9c4acc8e-9641-4a3f-bced-2caf2986f801 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-891628'] for port (5b6827ad-a023-4d7e-a7b3-1bb3a9ebb708), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:57.906991 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-9c4acc8e-9641-4a3f-bced-2caf2986f801 None None] Calling delete_port for 5b6827ad-a023-4d7e-a7b3-1bb3a9ebb708 owned by network:dhcp {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:39:57.933702 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c735c805-ec9a-4b85-a124-f2450e19ca4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192843524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779192465933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797839'] for port (5b6827ad-a023-4d7e-a7b3-1bb3a9ebb708), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:57.959190 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c735c805-ec9a-4b85-a124-f2450e19ca4d admin admin] Pushing event deleted for resources: {'Port': ['ID=5b6827ad-a023-4d7e-a7b3-1bb3a9ebb708,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:39:57.963091 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c735c805-ec9a-4b85-a124-f2450e19ca4d admin admin] No DVR routers for this DVR port 5b6827ad-a023-4d7e-a7b3-1bb3a9ebb708 on host dv-cinder-836073-2-iscsi {{(pid=103882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:39:57.984825 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-9c4acc8e-9641-4a3f-bced-2caf2986f801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192843524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779192465933'] for port (5b6827ad-a023-4d7e-a7b3-1bb3a9ebb708), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:58.009890 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4acc8e-9641-4a3f-bced-2caf2986f801 None None] Pushing event deleted for resources: {'Port': ['ID=5b6827ad-a023-4d7e-a7b3-1bb3a9ebb708,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:39:58.014612 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4acc8e-9641-4a3f-bced-2caf2986f801 None None] No DVR routers for this DVR port 5b6827ad-a023-4d7e-a7b3-1bb3a9ebb708 on host dv-cinder-836073-2-iscsi {{(pid=103883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:39:58.037336 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c735c805-ec9a-4b85-a124-f2450e19ca4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1963294', 'neutron.services.segments.db._delete_segments_for_network-8779192912505'] for network (7bacddec-d23e-4f26-ad03-a8821e3f1dc2), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:58.058094 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.services.segments.db [None req-c735c805-ec9a-4b85-a124-f2450e19ca4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bacddec-d23e-4f26-ad03-a8821e3f1dc2']}} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:39:58.067061 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.services.segments.db [None req-c735c805-ec9a-4b85-a124-f2450e19ca4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c15db7a4-0955-4295-a849-b2843416927a') {'for_net_delete': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:39:58.067358 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.services.segments.db [None req-c735c805-ec9a-4b85-a124-f2450e19ca4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c15db7a4-0955-4295-a849-b2843416927a') {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:39:58.077107 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c735c805-ec9a-4b85-a124-f2450e19ca4d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779192913282', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8476715'] for segment (c15db7a4-0955-4295-a849-b2843416927a), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:58.089928 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c735c805-ec9a-4b85-a124-f2450e19ca4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726494'] for segment (c15db7a4-0955-4295-a849-b2843416927a), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:58.095919 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c735c805-ec9a-4b85-a124-f2450e19ca4d admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=103882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 11:39:58.096298 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c735c805-ec9a-4b85-a124-f2450e19ca4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8797906'] for segment (c15db7a4-0955-4295-a849-b2843416927a), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:58.097961 dv-cinder-836073-2-iscsi neutron-server[103882]: Traceback (most recent call last): Apr 06 11:39:58.097961 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 11:39:58.097961 dv-cinder-836073-2-iscsi neutron-server[103882]: timer() Apr 06 11:39:58.097961 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 11:39:58.097961 dv-cinder-836073-2-iscsi neutron-server[103882]: cb(*args, **kw) Apr 06 11:39:58.097961 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 11:39:58.097961 dv-cinder-836073-2-iscsi neutron-server[103882]: return func(*args, **kwargs) Apr 06 11:39:58.097961 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 11:39:58.097961 dv-cinder-836073-2-iscsi neutron-server[103882]: self._notify() Apr 06 11:39:58.097961 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 11:39:58.097961 dv-cinder-836073-2-iscsi neutron-server[103882]: self.callback(batched_events) Apr 06 11:39:58.097961 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 11:39:58.097961 dv-cinder-836073-2-iscsi neutron-server[103882]: event.method(event) Apr 06 11:39:58.097961 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 11:39:58.097961 dv-cinder-836073-2-iscsi neutron-server[103882]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 11:39:58.097961 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 11:39:58.097961 dv-cinder-836073-2-iscsi neutron-server[103882]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 11:39:58.097961 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 11:39:58.097961 dv-cinder-836073-2-iscsi neutron-server[103882]: return f(self, *a, **k) Apr 06 11:39:58.097961 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 11:39:58.097961 dv-cinder-836073-2-iscsi neutron-server[103882]: return self._get(url).json() Apr 06 11:39:58.097961 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 11:39:58.097961 dv-cinder-836073-2-iscsi neutron-server[103882]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 11:39:58.097961 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 11:39:58.097961 dv-cinder-836073-2-iscsi neutron-server[103882]: return self.request(url, 'GET', **kwargs) Apr 06 11:39:58.097961 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 11:39:58.097961 dv-cinder-836073-2-iscsi neutron-server[103882]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 11:39:58.097961 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 11:39:58.097961 dv-cinder-836073-2-iscsi neutron-server[103882]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 11:39:58.097961 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 11:39:58.097961 dv-cinder-836073-2-iscsi neutron-server[103882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 11:39:58.097961 dv-cinder-836073-2-iscsi neutron-server[103882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 11:39:58.196219 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c735c805-ec9a-4b85-a124-f2450e19ca4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1963367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-886447'] for network (7bacddec-d23e-4f26-ad03-a8821e3f1dc2), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:58.202525 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c735c805-ec9a-4b85-a124-f2450e19ca4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570608'] for network (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:58.205840 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-c735c805-ec9a-4b85-a124-f2450e19ca4d admin admin] 10.222.0.43 "DELETE /v2.0/networks/7bacddec-d23e-4f26-ad03-a8821e3f1dc2 HTTP/1.1" status: 204 len: 168 time: 0.6292946 Apr 06 11:39:58.217655 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c735c805-ec9a-4b85-a124-f2450e19ca4d admin admin] Pushing event deleted for resources: {'Network': ['ID=7bacddec-d23e-4f26-ad03-a8821e3f1dc2,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:39:58.517009 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 58042) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:39:58.561755 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-bf4a5f7f-1ecb-4558-865d-c530777bf536 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5c89174131144b7f81d10ab0e7b0af30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435221 Apr 06 11:39:58.564175 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 58044) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:39:58.610461 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7c584299-56aa-4cdf-958c-9238bb65856d admin admin] Publish callbacks [] for security_group (8e7dd5cf-91ab-405a-9270-761fdbd276f8), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:58.631689 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7c584299-56aa-4cdf-958c-9238bb65856d admin admin] Publish callbacks [] for security_group (8e7dd5cf-91ab-405a-9270-761fdbd276f8), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:58.767761 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7c584299-56aa-4cdf-958c-9238bb65856d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (8e7dd5cf-91ab-405a-9270-761fdbd276f8), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:58.770879 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7c584299-56aa-4cdf-958c-9238bb65856d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:58.772173 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-7c584299-56aa-4cdf-958c-9238bb65856d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8e7dd5cf-91ab-405a-9270-761fdbd276f8 HTTP/1.1" status: 204 len: 168 time: 0.2070985 Apr 06 11:39:58.783047 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c584299-56aa-4cdf-958c-9238bb65856d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7dd5cf-91ab-405a-9270-761fdbd276f8,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:39:59.164391 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device 235cd546-38da-49e5-b4ce-ba836cc503dd no longer exists at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:39:59.184326 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] No Port match for: 235cd546-38da-49e5-b4ce-ba836cc503dd {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:39:59.184743 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device 235cd546-38da-49e5-b4ce-ba836cc503dd not bound to the agent host dv-cinder-836073-2-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:39:59.185177 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device 5b6827ad-a023-4d7e-a7b3-1bb3a9ebb708 no longer exists at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:39:59.203720 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] No Port match for: 5b6827ad-a023-4d7e-a7b3-1bb3a9ebb708 {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:39:59.204058 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device 5b6827ad-a023-4d7e-a7b3-1bb3a9ebb708 not bound to the agent host dv-cinder-836073-2-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:39:59.431028 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 58050) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:39:59.471657 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-09c2bf1c-67ef-4b7a-af2a-7c69dff52959 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=16c1778b807348dbb446bf7f4d878715&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391486 Apr 06 11:39:59.473827 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 58052) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:39:59.519850 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d4653e42-1ddc-4e9e-b62f-a92ee0ffa868 admin admin] Publish callbacks [] for security_group (4a951eac-9321-455a-a191-8e9a153bdd5f), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:59.540215 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d4653e42-1ddc-4e9e-b62f-a92ee0ffa868 admin admin] Publish callbacks [] for security_group (4a951eac-9321-455a-a191-8e9a153bdd5f), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:59.624792 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d4653e42-1ddc-4e9e-b62f-a92ee0ffa868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (4a951eac-9321-455a-a191-8e9a153bdd5f), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:59.627320 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d4653e42-1ddc-4e9e-b62f-a92ee0ffa868 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:59.628444 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-d4653e42-1ddc-4e9e-b62f-a92ee0ffa868 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4a951eac-9321-455a-a191-8e9a153bdd5f HTTP/1.1" status: 204 len: 168 time: 0.1537318 Apr 06 11:39:59.636021 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4653e42-1ddc-4e9e-b62f-a92ee0ffa868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a951eac-9321-455a-a191-8e9a153bdd5f,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:39:59.771083 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-d2f8dd02-8968-40b0-bca4-a7fc1cec66fd None None] Agent healthcheck: found 6 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:40:06.618278 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (dc195572-b6d9-4259-8541-839e457b2650), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:06.669931 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-708f42fd-fd43-419f-97a5-cba618287683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (8a8bc679-53b2-461d-b015-cec5a247fb94), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:09.012186 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-27437a6f-22a3-4ea4-aafc-1d58215115d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (9404f039-f516-42fd-94a5-c122fff5649f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:10.561695 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0cc2d64b-8553-4c26-9c2d-26728f607b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (295112eb-abec-44aa-a7f9-d1b9c67b3953), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:11.834881 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7bcfc971-4c1e-4d8f-8ae7-97bffdd4e21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (33edc1dd-8f2c-4a3f-bd07-9ad8bd534bf2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:13.206088 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (a2831ac0-05e7-463d-be89-41d2adab36ec), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:27.007397 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a74f70-5fff-405d-9fa1-d01bde8b2f78 req-17453ddb-e2da-43f0-8555-747da3a933f3 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:40:27.008897 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f2a74f70-5fff-405d-9fa1-d01bde8b2f78 req-17453ddb-e2da-43f0-8555-747da3a933f3 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b9ed4b4-dde0-4545-8640-97a8d0abd82e HTTP/1.1" status: 200 len: 945 time: 0.0537474 Apr 06 11:40:27.054685 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f2a74f70-5fff-405d-9fa1-d01bde8b2f78 req-35949471-1852-4a3b-88b7-d6e6678efe6f tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab291c97-f114-4f2b-8acb-3dcea1ffee04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401788 Apr 06 11:40:28.173976 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a7e97-dc5c-4275-a472-c5a647a65aeb req-2ed5935c-8eff-443f-811c-8a572eee77e0 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:40:28.175458 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-f10a7e97-dc5c-4275-a472-c5a647a65aeb req-2ed5935c-8eff-443f-811c-8a572eee77e0 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b9ed4b4-dde0-4545-8640-97a8d0abd82e HTTP/1.1" status: 200 len: 945 time: 0.0515916 Apr 06 11:40:28.225391 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-f10a7e97-dc5c-4275-a472-c5a647a65aeb req-fe94a07c-4e18-44a4-b284-905f806cf829 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/security-groups?id=ab291c97-f114-4f2b-8acb-3dcea1ffee04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444374 Apr 06 11:40:28.300993 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfde7ab-aaa6-4253-a2e6-6de83fe2004c req-01fa2eb1-39c8-48f0-93c0-81207d459049 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:40:28.302388 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9dfde7ab-aaa6-4253-a2e6-6de83fe2004c req-01fa2eb1-39c8-48f0-93c0-81207d459049 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b9ed4b4-dde0-4545-8640-97a8d0abd82e HTTP/1.1" status: 200 len: 945 time: 0.0515749 Apr 06 11:40:28.394872 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [req-9dfde7ab-aaa6-4253-a2e6-6de83fe2004c req-0ef59d3d-8788-4490-8279-0a743afa2c2f tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Deleting port 39207e39-88b4-44da-b927-4e62bb6bf72d {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:40:28.395240 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-9dfde7ab-aaa6-4253-a2e6-6de83fe2004c req-0ef59d3d-8788-4490-8279-0a743afa2c2f tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192836145'] for port (39207e39-88b4-44da-b927-4e62bb6bf72d), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:28.482671 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [req-9dfde7ab-aaa6-4253-a2e6-6de83fe2004c req-0ef59d3d-8788-4490-8279-0a743afa2c2f tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] For port 39207e39-88b4-44da-b927-4e62bb6bf72d, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=39207e39-88b4-44da-b927-4e62bb6bf72d,segment=NetworkSegment(c5f8d102-e721-4568-a5e4-44a51dfcc222),segment_id=c5f8d102-e721-4568-a5e4-44a51dfcc222)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:40:28.483064 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-9dfde7ab-aaa6-4253-a2e6-6de83fe2004c req-0ef59d3d-8788-4490-8279-0a743afa2c2f tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-891628'] for port (39207e39-88b4-44da-b927-4e62bb6bf72d), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:28.919503 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-9dfde7ab-aaa6-4253-a2e6-6de83fe2004c req-0ef59d3d-8788-4490-8279-0a743afa2c2f tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:28.919861 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-9dfde7ab-aaa6-4253-a2e6-6de83fe2004c req-0ef59d3d-8788-4490-8279-0a743afa2c2f tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-886429'] for floatingip (ca42e32c-3d95-4a5f-b798-c272ff621389), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:28.920174 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.db.l3_db [req-9dfde7ab-aaa6-4253-a2e6-6de83fe2004c req-0ef59d3d-8788-4490-8279-0a743afa2c2f tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Floating IP ca42e32c-3d95-4a5f-b798-c272ff621389 disassociated. External IP: 172.27.2.81, port: 39207e39-88b4-44da-b927-4e62bb6bf72d. Apr 06 11:40:28.920510 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [req-9dfde7ab-aaa6-4253-a2e6-6de83fe2004c req-0ef59d3d-8788-4490-8279-0a743afa2c2f tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Calling delete_port for 39207e39-88b4-44da-b927-4e62bb6bf72d owned by compute:nova {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:40:29.097214 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-9dfde7ab-aaa6-4253-a2e6-6de83fe2004c req-0ef59d3d-8788-4490-8279-0a743afa2c2f tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192843524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779192465933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797839'] for port (39207e39-88b4-44da-b927-4e62bb6bf72d), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:29.128970 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef59d3d-8788-4490-8279-0a743afa2c2f tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Pushing event deleted for resources: {'Port': ['ID=39207e39-88b4-44da-b927-4e62bb6bf72d,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:40:29.241014 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9dfde7ab-aaa6-4253-a2e6-6de83fe2004c req-0ef59d3d-8788-4490-8279-0a743afa2c2f tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Router 760aa998-9381-4c21-a771-26443716ce99 has already been hosted by L3 agent 9404f039-f516-42fd-94a5-c122fff5649f {{(pid=103882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:40:29.347677 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-efc49e65-72a9-4dc5-a6be-7447b4be97de req-4a900cb1-6e04-4b34-8a59-5b3734b93153 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/ports?device_id=9b9ed4b4-dde0-4545-8640-97a8d0abd82e HTTP/1.1" status: 200 len: 210 time: 0.0557311 Apr 06 11:40:29.373876 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9dfde7ab-aaa6-4253-a2e6-6de83fe2004c req-0ef59d3d-8788-4490-8279-0a743afa2c2f tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Notify agent at l3_agent.dv-cinder-836073-2-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:40:29.383578 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720806d7-6c14-4eb3-8195-fc11b5171572 None None] Sync routers for ids ['760aa998-9381-4c21-a771-26443716ce99'] in dv-cinder-836073-2-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:40:29.394723 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720806d7-6c14-4eb3-8195-fc11b5171572 None None] Routers {'760aa998-9381-4c21-a771-26443716ce99'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:40:29.395338 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-720806d7-6c14-4eb3-8195-fc11b5171572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:40:09Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['760aa998-9381-4c21-a771-26443716ce99'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:40:29.417193 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dfde7ab-aaa6-4253-a2e6-6de83fe2004c req-0ef59d3d-8788-4490-8279-0a743afa2c2f tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] No DVR routers for this DVR port 39207e39-88b4-44da-b927-4e62bb6bf72d on host hv-cinder-83607 {{(pid=103882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:40:29.417193 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-9dfde7ab-aaa6-4253-a2e6-6de83fe2004c req-0ef59d3d-8788-4490-8279-0a743afa2c2f tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for port (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:29.421060 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9dfde7ab-aaa6-4253-a2e6-6de83fe2004c req-0ef59d3d-8788-4490-8279-0a743afa2c2f tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.48 "DELETE /v2.0/ports/39207e39-88b4-44da-b927-4e62bb6bf72d HTTP/1.1" status: 204 len: 173 time: 1.1107655 Apr 06 11:40:29.421575 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b9ed4b4-dde0-4545-8640-97a8d0abd82e', 'name': 'network-vif-deleted', 'tag': '39207e39-88b4-44da-b927-4e62bb6bf72d'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:40:29.425263 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29156e5c8df2cda5f8c3a12ff109e02ba7a327efefb734c2c5f81b1bf548e3ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb70980-b1a3-480f-981d-322a1ed330be" -d '{"events": [{"server_uuid": "9b9ed4b4-dde0-4545-8640-97a8d0abd82e", "name": "network-vif-deleted", "tag": "39207e39-88b4-44da-b927-4e62bb6bf72d"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:40:29.466119 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc9559e-d259-4427-acf7-0a87033f31ce x-openstack-request-id: req-fcc9559e-d259-4427-acf7-0a87033f31ce {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:40:29.466416 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b9ed4b4-dde0-4545-8640-97a8d0abd82e", "name": "network-vif-deleted", "tag": "39207e39-88b4-44da-b927-4e62bb6bf72d", "status": "completed", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:40:29.466670 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fcc9559e-d259-4427-acf7-0a87033f31ce {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:40:29.467113 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcc9559e-d259-4427-acf7-0a87033f31ce'] response: {'server_uuid': '9b9ed4b4-dde0-4545-8640-97a8d0abd82e', 'name': 'network-vif-deleted', 'tag': '39207e39-88b4-44da-b927-4e62bb6bf72d', 'status': 'completed', 'code': 200} Apr 06 11:40:29.510877 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-720806d7-6c14-4eb3-8195-fc11b5171572 None None] Set router 760aa998-9381-4c21-a771-26443716ce99 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:40:29.738867 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-720806d7-6c14-4eb3-8195-fc11b5171572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760aa998-9381-4c21-a771-26443716ce99', 'name': 'tempest-AttachVolumeNegativeTest-1541549653-router', 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:38:28Z', 'updated_at': '2022-04-06T11:38:32Z', 'revision_number': 4, 'project_id': 'bb6810077f514bc4a2288d01e743f182', 'gw_port': {'id': 'f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760aa998-9381-4c21-a771-26443716ce99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:38:29Z', 'updated_at': '2022-04-06T11:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_floatingips': [{'id': 'fbd1932e-6157-458a-9b22-5fdc03641a02', 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'floating_ip_address': '172.27.2.125', 'floating_network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'router_id': '760aa998-9381-4c21-a771-26443716ce99', 'port_id': 'd39ab5d2-9ecf-4670-beb5-109bf9b446f2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b4dedfa-c6d0-43e3-97de-75ece9e3097c', 'mac_address': 'fa:16:3e:26:b1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ae37b3-5551-49a1-bfcf-9f7724788906', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:38:35Z', 'updated_at': '2022-04-06T11:38:49Z', 'revision_number': 2, 'project_id': 'bb6810077f514bc4a2288d01e743f182', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f29192a8-bcbb-4ab9-a414-15733b6ddfc9', 'name': '', 'network_id': '2b4dedfa-c6d0-43e3-97de-75ece9e3097c', 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'mac_address': 'fa:16:3e:0b:04:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760aa998-9381-4c21-a771-26443716ce99', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:38:31Z', 'updated_at': '2022-04-06T11:38:34Z', 'revision_number': 5, 'project_id': 'bb6810077f514bc4a2288d01e743f182', 'subnets': [{'id': 'ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:40:29.767888 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720806d7-6c14-4eb3-8195-fc11b5171572 None None] Checking router: 760aa998-9381-4c21-a771-26443716ce99 for host: dv-cinder-836073-2-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:40:29.775848 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720806d7-6c14-4eb3-8195-fc11b5171572 None None] Routers {'760aa998-9381-4c21-a771-26443716ce99'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:40:29.776451 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-720806d7-6c14-4eb3-8195-fc11b5171572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:40:09Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['760aa998-9381-4c21-a771-26443716ce99'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:40:29.971598 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-720806d7-6c14-4eb3-8195-fc11b5171572 None None] Set router 760aa998-9381-4c21-a771-26443716ce99 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:40:30.215548 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-720806d7-6c14-4eb3-8195-fc11b5171572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760aa998-9381-4c21-a771-26443716ce99', 'name': 'tempest-AttachVolumeNegativeTest-1541549653-router', 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:38:28Z', 'updated_at': '2022-04-06T11:38:32Z', 'revision_number': 4, 'project_id': 'bb6810077f514bc4a2288d01e743f182', 'gw_port': {'id': 'f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760aa998-9381-4c21-a771-26443716ce99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:38:29Z', 'updated_at': '2022-04-06T11:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_floatingips': [{'id': 'fbd1932e-6157-458a-9b22-5fdc03641a02', 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'floating_ip_address': '172.27.2.125', 'floating_network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'router_id': '760aa998-9381-4c21-a771-26443716ce99', 'port_id': 'd39ab5d2-9ecf-4670-beb5-109bf9b446f2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b4dedfa-c6d0-43e3-97de-75ece9e3097c', 'mac_address': 'fa:16:3e:26:b1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ae37b3-5551-49a1-bfcf-9f7724788906', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:38:35Z', 'updated_at': '2022-04-06T11:38:49Z', 'revision_number': 2, 'project_id': 'bb6810077f514bc4a2288d01e743f182', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f29192a8-bcbb-4ab9-a414-15733b6ddfc9', 'name': '', 'network_id': '2b4dedfa-c6d0-43e3-97de-75ece9e3097c', 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'mac_address': 'fa:16:3e:0b:04:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760aa998-9381-4c21-a771-26443716ce99', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:38:31Z', 'updated_at': '2022-04-06T11:38:34Z', 'revision_number': 5, 'project_id': 'bb6810077f514bc4a2288d01e743f182', 'subnets': [{'id': 'ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:40:30.244795 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720806d7-6c14-4eb3-8195-fc11b5171572 None None] The sync data for ids ['760aa998-9381-4c21-a771-26443716ce99'] in dv-cinder-836073-2-iscsi is: [{'id': '760aa998-9381-4c21-a771-26443716ce99', 'name': 'tempest-AttachVolumeNegativeTest-1541549653-router', 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:38:28Z', 'updated_at': '2022-04-06T11:38:32Z', 'revision_number': 4, 'project_id': 'bb6810077f514bc4a2288d01e743f182', 'gw_port': {'id': 'f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760aa998-9381-4c21-a771-26443716ce99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:38:29Z', 'updated_at': '2022-04-06T11:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_floatingips': [{'id': 'fbd1932e-6157-458a-9b22-5fdc03641a02', 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'floating_ip_address': '172.27.2.125', 'floating_network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'router_id': '760aa998-9381-4c21-a771-26443716ce99', 'port_id': 'd39ab5d2-9ecf-4670-beb5-109bf9b446f2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b4dedfa-c6d0-43e3-97de-75ece9e3097c', 'mac_address': 'fa:16:3e:26:b1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ae37b3-5551-49a1-bfcf-9f7724788906', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:38:35Z', 'updated_at': '2022-04-06T11:38:49Z', 'revision_number': 2, 'project_id': 'bb6810077f514bc4a2288d01e743f182', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f29192a8-bcbb-4ab9-a414-15733b6ddfc9', 'name': '', 'network_id': '2b4dedfa-c6d0-43e3-97de-75ece9e3097c', 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'mac_address': 'fa:16:3e:0b:04:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760aa998-9381-4c21-a771-26443716ce99', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:38:31Z', 'updated_at': '2022-04-06T11:38:34Z', 'revision_number': 5, 'project_id': 'bb6810077f514bc4a2288d01e743f182', 'subnets': [{'id': 'ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:40:30.459488 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cff225-82d1-4814-aa22-7f4c42c73f95 None None] New status for floating IP ca42e32c-3d95-4a5f-b798-c272ff621389: DOWN {{(pid=103883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:40:30.504750 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 58084) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:40:30.559650 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-68fea463-83a1-46e3-9969-5ac3907d8113 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for security_group (ab291c97-f114-4f2b-8acb-3dcea1ffee04), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:30.582207 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-68fea463-83a1-46e3-9969-5ac3907d8113 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for security_group (ab291c97-f114-4f2b-8acb-3dcea1ffee04), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:30.702406 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-68fea463-83a1-46e3-9969-5ac3907d8113 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (ab291c97-f114-4f2b-8acb-3dcea1ffee04), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:30.705004 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-68fea463-83a1-46e3-9969-5ac3907d8113 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:30.706197 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-68fea463-83a1-46e3-9969-5ac3907d8113 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "DELETE /v2.0/security-groups/ab291c97-f114-4f2b-8acb-3dcea1ffee04 HTTP/1.1" status: 204 len: 168 time: 0.2002630 Apr 06 11:40:30.709019 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 58086) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:40:30.716263 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fea463-83a1-46e3-9969-5ac3907d8113 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab291c97-f114-4f2b-8acb-3dcea1ffee04,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:40:30.722899 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.api.v2.resource [None req-50819fb6-7e64-46a4-ae45-af9966b64ad0 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] show failed (client error): The resource could not be found. Apr 06 11:40:30.723920 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-50819fb6-7e64-46a4-ae45-af9966b64ad0 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/security-groups/ab291c97-f114-4f2b-8acb-3dcea1ffee04 HTTP/1.1" status: 404 len: 347 time: 0.0138216 Apr 06 11:40:30.726667 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 58088) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:40:30.848864 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-55a791a7-69ad-4310-ab81-66c6ac02c34b tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Deleting port 6a562524-1cb8-43f1-8059-91699c59478b {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:40:30.849243 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-55a791a7-69ad-4310-ab81-66c6ac02c34b tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192836145'] for port (6a562524-1cb8-43f1-8059-91699c59478b), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:30.922828 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-55a791a7-69ad-4310-ab81-66c6ac02c34b tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-891628'] for port (6a562524-1cb8-43f1-8059-91699c59478b), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:30.923153 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-55a791a7-69ad-4310-ab81-66c6ac02c34b tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for floatingip (6a562524-1cb8-43f1-8059-91699c59478b), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:30.935643 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-55a791a7-69ad-4310-ab81-66c6ac02c34b tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Calling delete_port for 6a562524-1cb8-43f1-8059-91699c59478b owned by network:floatingip {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:40:31.102212 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-55a791a7-69ad-4310-ab81-66c6ac02c34b tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192843524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779192465933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10088034'] for port (6a562524-1cb8-43f1-8059-91699c59478b), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:31.128995 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a791a7-69ad-4310-ab81-66c6ac02c34b tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Pushing event deleted for resources: {'Port': ['ID=6a562524-1cb8-43f1-8059-91699c59478b,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:40:31.195852 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-55a791a7-69ad-4310-ab81-66c6ac02c34b tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for floatingip (ca42e32c-3d95-4a5f-b798-c272ff621389), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:31.198553 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-55a791a7-69ad-4310-ab81-66c6ac02c34b tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for floatingip (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:31.199699 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-55a791a7-69ad-4310-ab81-66c6ac02c34b tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "DELETE /v2.0/floatingips/ca42e32c-3d95-4a5f-b798-c272ff621389 HTTP/1.1" status: 204 len: 168 time: 0.4720275 Apr 06 11:40:33.067777 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device 39207e39-88b4-44da-b927-4e62bb6bf72d no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:40:33.092569 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] No Port match for: 39207e39-88b4-44da-b927-4e62bb6bf72d {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:40:33.092915 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device 39207e39-88b4-44da-b927-4e62bb6bf72d not bound to the agent host hv-cinder-83607 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:40:33.222384 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b56474-e687-499c-a15e-9d26fa7f859d req-04c4c632-b0f3-4a75-beb7-ee62b10f9038 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:40:33.223887 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-84b56474-e687-499c-a15e-9d26fa7f859d req-04c4c632-b0f3-4a75-beb7-ee62b10f9038 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/ports?device_id=88ae37b3-5551-49a1-bfcf-9f7724788906 HTTP/1.1" status: 200 len: 945 time: 0.0538313 Apr 06 11:40:33.271600 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-84b56474-e687-499c-a15e-9d26fa7f859d req-213950b4-bcd3-4575-b498-55bae0c0ed04 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e0a4be0-a323-4106-9a67-c77c60e71e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421534 Apr 06 11:40:34.391246 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec7c73-0674-4476-976b-d831d3e9a965 req-b90c4767-9f78-483f-bec5-178c15f5c828 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:40:34.392749 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-8fec7c73-0674-4476-976b-d831d3e9a965 req-b90c4767-9f78-483f-bec5-178c15f5c828 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/ports?device_id=88ae37b3-5551-49a1-bfcf-9f7724788906 HTTP/1.1" status: 200 len: 945 time: 0.0536008 Apr 06 11:40:34.438959 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-8fec7c73-0674-4476-976b-d831d3e9a965 req-260f1493-aa30-4035-895f-22579ee4a9a7 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/security-groups?id=4e0a4be0-a323-4106-9a67-c77c60e71e10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406322 Apr 06 11:40:34.643216 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c211f-a80d-44f3-9a85-eebe395b0729 req-d7164f5b-7da6-4eb7-921f-576aa5b6df88 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:40:34.644567 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ae6c211f-a80d-44f3-9a85-eebe395b0729 req-d7164f5b-7da6-4eb7-921f-576aa5b6df88 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.48 "GET /v2.0/ports?device_id=88ae37b3-5551-49a1-bfcf-9f7724788906 HTTP/1.1" status: 200 len: 945 time: 0.0503821 Apr 06 11:40:34.737009 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [req-ae6c211f-a80d-44f3-9a85-eebe395b0729 req-4f50e30b-e4d1-476f-be99-deb80cf3e143 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Deleting port d39ab5d2-9ecf-4670-beb5-109bf9b446f2 {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:40:34.737370 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-ae6c211f-a80d-44f3-9a85-eebe395b0729 req-4f50e30b-e4d1-476f-be99-deb80cf3e143 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192836145'] for port (d39ab5d2-9ecf-4670-beb5-109bf9b446f2), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:34.822727 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [req-ae6c211f-a80d-44f3-9a85-eebe395b0729 req-4f50e30b-e4d1-476f-be99-deb80cf3e143 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] For port d39ab5d2-9ecf-4670-beb5-109bf9b446f2, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=d39ab5d2-9ecf-4670-beb5-109bf9b446f2,segment=NetworkSegment(c5f8d102-e721-4568-a5e4-44a51dfcc222),segment_id=c5f8d102-e721-4568-a5e4-44a51dfcc222)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:40:34.823088 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-ae6c211f-a80d-44f3-9a85-eebe395b0729 req-4f50e30b-e4d1-476f-be99-deb80cf3e143 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-891628'] for port (d39ab5d2-9ecf-4670-beb5-109bf9b446f2), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:34.996239 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-ae6c211f-a80d-44f3-9a85-eebe395b0729 req-4f50e30b-e4d1-476f-be99-deb80cf3e143 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:34.996613 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-ae6c211f-a80d-44f3-9a85-eebe395b0729 req-4f50e30b-e4d1-476f-be99-deb80cf3e143 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-886429'] for floatingip (fbd1932e-6157-458a-9b22-5fdc03641a02), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:34.996932 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.db.l3_db [req-ae6c211f-a80d-44f3-9a85-eebe395b0729 req-4f50e30b-e4d1-476f-be99-deb80cf3e143 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Floating IP fbd1932e-6157-458a-9b22-5fdc03641a02 disassociated. External IP: 172.27.2.125, port: d39ab5d2-9ecf-4670-beb5-109bf9b446f2. Apr 06 11:40:34.997307 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [req-ae6c211f-a80d-44f3-9a85-eebe395b0729 req-4f50e30b-e4d1-476f-be99-deb80cf3e143 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Calling delete_port for d39ab5d2-9ecf-4670-beb5-109bf9b446f2 owned by compute:nova {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:40:35.165272 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-ae6c211f-a80d-44f3-9a85-eebe395b0729 req-4f50e30b-e4d1-476f-be99-deb80cf3e143 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192843524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779192465933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797839'] for port (d39ab5d2-9ecf-4670-beb5-109bf9b446f2), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:35.195381 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f50e30b-e4d1-476f-be99-deb80cf3e143 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Pushing event deleted for resources: {'Port': ['ID=d39ab5d2-9ecf-4670-beb5-109bf9b446f2,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:40:35.311838 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae6c211f-a80d-44f3-9a85-eebe395b0729 req-4f50e30b-e4d1-476f-be99-deb80cf3e143 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Router 760aa998-9381-4c21-a771-26443716ce99 has already been hosted by L3 agent 9404f039-f516-42fd-94a5-c122fff5649f {{(pid=103882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:40:35.419562 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae6c211f-a80d-44f3-9a85-eebe395b0729 req-4f50e30b-e4d1-476f-be99-deb80cf3e143 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Notify agent at l3_agent.dv-cinder-836073-2-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:40:35.429274 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e66cfd-2ba2-48e4-952b-531aea3d1f4e None None] Sync routers for ids ['760aa998-9381-4c21-a771-26443716ce99'] in dv-cinder-836073-2-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:40:35.439620 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e66cfd-2ba2-48e4-952b-531aea3d1f4e None None] Routers {'760aa998-9381-4c21-a771-26443716ce99'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:40:35.440238 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-a2e66cfd-2ba2-48e4-952b-531aea3d1f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:40:09Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['760aa998-9381-4c21-a771-26443716ce99'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:40:35.463101 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae6c211f-a80d-44f3-9a85-eebe395b0729 req-4f50e30b-e4d1-476f-be99-deb80cf3e143 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] No DVR routers for this DVR port d39ab5d2-9ecf-4670-beb5-109bf9b446f2 on host hv-cinder-83607 {{(pid=103882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:40:35.466975 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-ae6c211f-a80d-44f3-9a85-eebe395b0729 req-4f50e30b-e4d1-476f-be99-deb80cf3e143 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for port (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:35.470882 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ae6c211f-a80d-44f3-9a85-eebe395b0729 req-4f50e30b-e4d1-476f-be99-deb80cf3e143 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.48 "DELETE /v2.0/ports/d39ab5d2-9ecf-4670-beb5-109bf9b446f2 HTTP/1.1" status: 204 len: 173 time: 0.8203778 Apr 06 11:40:35.471352 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88ae37b3-5551-49a1-bfcf-9f7724788906', 'name': 'network-vif-deleted', 'tag': 'd39ab5d2-9ecf-4670-beb5-109bf9b446f2'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:40:35.473687 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29156e5c8df2cda5f8c3a12ff109e02ba7a327efefb734c2c5f81b1bf548e3ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286e349c-7c7a-4bfd-860a-073700f4f98f" -d '{"events": [{"server_uuid": "88ae37b3-5551-49a1-bfcf-9f7724788906", "name": "network-vif-deleted", "tag": "d39ab5d2-9ecf-4670-beb5-109bf9b446f2"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:40:35.512246 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1214d25-57a1-43d6-a766-70d0724de400 x-openstack-request-id: req-b1214d25-57a1-43d6-a766-70d0724de400 {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:40:35.512723 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88ae37b3-5551-49a1-bfcf-9f7724788906", "name": "network-vif-deleted", "tag": "d39ab5d2-9ecf-4670-beb5-109bf9b446f2", "status": "completed", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:40:35.513351 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b1214d25-57a1-43d6-a766-70d0724de400 {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:40:35.514360 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1214d25-57a1-43d6-a766-70d0724de400'] response: {'server_uuid': '88ae37b3-5551-49a1-bfcf-9f7724788906', 'name': 'network-vif-deleted', 'tag': 'd39ab5d2-9ecf-4670-beb5-109bf9b446f2', 'status': 'completed', 'code': 200} Apr 06 11:40:35.554952 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-a2e66cfd-2ba2-48e4-952b-531aea3d1f4e None None] Set router 760aa998-9381-4c21-a771-26443716ce99 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:40:35.557404 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e42c9d54-8e6c-4087-817a-793942876a62 req-73fcf45f-954f-44f0-a3e3-cf4ba0099fef tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/ports?device_id=88ae37b3-5551-49a1-bfcf-9f7724788906 HTTP/1.1" status: 200 len: 210 time: 0.0313277 Apr 06 11:40:35.770383 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-a2e66cfd-2ba2-48e4-952b-531aea3d1f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760aa998-9381-4c21-a771-26443716ce99', 'name': 'tempest-AttachVolumeNegativeTest-1541549653-router', 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:38:28Z', 'updated_at': '2022-04-06T11:38:32Z', 'revision_number': 4, 'project_id': 'bb6810077f514bc4a2288d01e743f182', 'gw_port': {'id': 'f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760aa998-9381-4c21-a771-26443716ce99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:38:29Z', 'updated_at': '2022-04-06T11:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_interfaces': [{'id': 'f29192a8-bcbb-4ab9-a414-15733b6ddfc9', 'name': '', 'network_id': '2b4dedfa-c6d0-43e3-97de-75ece9e3097c', 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'mac_address': 'fa:16:3e:0b:04:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760aa998-9381-4c21-a771-26443716ce99', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:38:31Z', 'updated_at': '2022-04-06T11:38:34Z', 'revision_number': 5, 'project_id': 'bb6810077f514bc4a2288d01e743f182', 'subnets': [{'id': 'ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:40:35.797120 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e66cfd-2ba2-48e4-952b-531aea3d1f4e None None] Checking router: 760aa998-9381-4c21-a771-26443716ce99 for host: dv-cinder-836073-2-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:40:35.805402 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e66cfd-2ba2-48e4-952b-531aea3d1f4e None None] Routers {'760aa998-9381-4c21-a771-26443716ce99'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:40:35.806003 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-a2e66cfd-2ba2-48e4-952b-531aea3d1f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:40:09Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['760aa998-9381-4c21-a771-26443716ce99'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:40:35.912823 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-a2e66cfd-2ba2-48e4-952b-531aea3d1f4e None None] Set router 760aa998-9381-4c21-a771-26443716ce99 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:40:36.107377 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-a2e66cfd-2ba2-48e4-952b-531aea3d1f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760aa998-9381-4c21-a771-26443716ce99', 'name': 'tempest-AttachVolumeNegativeTest-1541549653-router', 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:38:28Z', 'updated_at': '2022-04-06T11:38:32Z', 'revision_number': 4, 'project_id': 'bb6810077f514bc4a2288d01e743f182', 'gw_port': {'id': 'f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760aa998-9381-4c21-a771-26443716ce99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:38:29Z', 'updated_at': '2022-04-06T11:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_interfaces': [{'id': 'f29192a8-bcbb-4ab9-a414-15733b6ddfc9', 'name': '', 'network_id': '2b4dedfa-c6d0-43e3-97de-75ece9e3097c', 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'mac_address': 'fa:16:3e:0b:04:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760aa998-9381-4c21-a771-26443716ce99', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:38:31Z', 'updated_at': '2022-04-06T11:38:34Z', 'revision_number': 5, 'project_id': 'bb6810077f514bc4a2288d01e743f182', 'subnets': [{'id': 'ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:40:36.133951 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e66cfd-2ba2-48e4-952b-531aea3d1f4e None None] The sync data for ids ['760aa998-9381-4c21-a771-26443716ce99'] in dv-cinder-836073-2-iscsi is: [{'id': '760aa998-9381-4c21-a771-26443716ce99', 'name': 'tempest-AttachVolumeNegativeTest-1541549653-router', 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:38:28Z', 'updated_at': '2022-04-06T11:38:32Z', 'revision_number': 4, 'project_id': 'bb6810077f514bc4a2288d01e743f182', 'gw_port': {'id': 'f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760aa998-9381-4c21-a771-26443716ce99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:38:29Z', 'updated_at': '2022-04-06T11:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_interfaces': [{'id': 'f29192a8-bcbb-4ab9-a414-15733b6ddfc9', 'name': '', 'network_id': '2b4dedfa-c6d0-43e3-97de-75ece9e3097c', 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'mac_address': 'fa:16:3e:0b:04:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760aa998-9381-4c21-a771-26443716ce99', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:38:31Z', 'updated_at': '2022-04-06T11:38:34Z', 'revision_number': 5, 'project_id': 'bb6810077f514bc4a2288d01e743f182', 'subnets': [{'id': 'ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:40:36.356743 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c722f03f-399d-4a41-ac7d-d4d5000ba683 None None] New status for floating IP fbd1932e-6157-458a-9b22-5fdc03641a02: DOWN {{(pid=103883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:40:36.685614 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6ddde354-e9ce-42ef-a7a4-fa4249173bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (8a8bc679-53b2-461d-b015-cec5a247fb94), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:36.686999 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (dc195572-b6d9-4259-8541-839e457b2650), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:36.731577 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 58118) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:40:36.770069 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-d2f8dd02-8968-40b0-bca4-a7fc1cec66fd None None] Agent healthcheck: found 6 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:40:36.784215 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-10218f8c-c817-4684-b898-8c00e957e1bf tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for security_group (4e0a4be0-a323-4106-9a67-c77c60e71e10), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:36.806504 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-10218f8c-c817-4684-b898-8c00e957e1bf tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for security_group (4e0a4be0-a323-4106-9a67-c77c60e71e10), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:36.936208 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-10218f8c-c817-4684-b898-8c00e957e1bf tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (4e0a4be0-a323-4106-9a67-c77c60e71e10), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:36.938745 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-10218f8c-c817-4684-b898-8c00e957e1bf tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:36.939895 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-10218f8c-c817-4684-b898-8c00e957e1bf tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "DELETE /v2.0/security-groups/4e0a4be0-a323-4106-9a67-c77c60e71e10 HTTP/1.1" status: 204 len: 168 time: 0.2073162 Apr 06 11:40:36.942735 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 58120) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:40:36.949732 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10218f8c-c817-4684-b898-8c00e957e1bf tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e0a4be0-a323-4106-9a67-c77c60e71e10,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:40:36.955851 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.api.v2.resource [None req-711a5a15-f896-4ac3-9b4f-76be673dd43a tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] show failed (client error): The resource could not be found. Apr 06 11:40:36.956815 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10218f8c-c817-4684-b898-8c00e957e1bf tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:40:36.956937 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-711a5a15-f896-4ac3-9b4f-76be673dd43a tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/security-groups/4e0a4be0-a323-4106-9a67-c77c60e71e10 HTTP/1.1" status: 404 len: 347 time: 0.0131707 Apr 06 11:40:36.957171 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10218f8c-c817-4684-b898-8c00e957e1bf tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:40:36.957506 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10218f8c-c817-4684-b898-8c00e957e1bf tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:40:36.957926 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10218f8c-c817-4684-b898-8c00e957e1bf tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:40:36.958279 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10218f8c-c817-4684-b898-8c00e957e1bf tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:40:36.958587 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10218f8c-c817-4684-b898-8c00e957e1bf tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:40:36.958909 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10218f8c-c817-4684-b898-8c00e957e1bf tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:40:36.959229 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10218f8c-c817-4684-b898-8c00e957e1bf tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:40:36.959639 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10218f8c-c817-4684-b898-8c00e957e1bf tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:40:36.959761 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 58122) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:40:36.959864 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10218f8c-c817-4684-b898-8c00e957e1bf tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:40:36.960170 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10218f8c-c817-4684-b898-8c00e957e1bf tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:40:36.960487 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10218f8c-c817-4684-b898-8c00e957e1bf tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:40:36.960807 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10218f8c-c817-4684-b898-8c00e957e1bf tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:40:36.961141 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10218f8c-c817-4684-b898-8c00e957e1bf tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:40:36.961558 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10218f8c-c817-4684-b898-8c00e957e1bf tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:40:37.081170 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-309ef950-0bee-4787-9b69-d33372dccf67 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Deleting port 214f5d59-343c-48b8-a982-5e1738215119 {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:40:37.081510 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-309ef950-0bee-4787-9b69-d33372dccf67 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192836145'] for port (214f5d59-343c-48b8-a982-5e1738215119), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:37.161815 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-309ef950-0bee-4787-9b69-d33372dccf67 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-891628'] for port (214f5d59-343c-48b8-a982-5e1738215119), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:37.162143 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-309ef950-0bee-4787-9b69-d33372dccf67 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for floatingip (214f5d59-343c-48b8-a982-5e1738215119), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:37.173402 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-309ef950-0bee-4787-9b69-d33372dccf67 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Calling delete_port for 214f5d59-343c-48b8-a982-5e1738215119 owned by network:floatingip {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:40:37.382312 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-309ef950-0bee-4787-9b69-d33372dccf67 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192843524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779192465933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797839'] for port (214f5d59-343c-48b8-a982-5e1738215119), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:37.410909 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309ef950-0bee-4787-9b69-d33372dccf67 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Pushing event deleted for resources: {'Port': ['ID=214f5d59-343c-48b8-a982-5e1738215119,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:40:37.472611 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-309ef950-0bee-4787-9b69-d33372dccf67 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for floatingip (fbd1932e-6157-458a-9b22-5fdc03641a02), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:37.475206 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-309ef950-0bee-4787-9b69-d33372dccf67 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for floatingip (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:37.476370 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-309ef950-0bee-4787-9b69-d33372dccf67 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "DELETE /v2.0/floatingips/fbd1932e-6157-458a-9b22-5fdc03641a02 HTTP/1.1" status: 204 len: 168 time: 0.5158031 Apr 06 11:40:38.223101 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 58126) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:40:38.227663 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-dd71761d-1d53-4ea2-a850-6c2df9fc350a tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2023262518', 'description': 'tempest-description--1622283440'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:40:38.301686 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-dd71761d-1d53-4ea2-a850-6c2df9fc350a tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:38.366026 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-dd71761d-1d53-4ea2-a850-6c2df9fc350a tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for security_group (0c7519d5-0c19-4100-8048-a4dcc93aae12), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:38.438822 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-dd71761d-1d53-4ea2-a850-6c2df9fc350a tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (0c7519d5-0c19-4100-8048-a4dcc93aae12), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:38.469133 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd71761d-1d53-4ea2-a850-6c2df9fc350a tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7519d5-0c19-4100-8048-a4dcc93aae12,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:40:38.549405 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-dd71761d-1d53-4ea2-a850-6c2df9fc350a tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:38.550650 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-dd71761d-1d53-4ea2-a850-6c2df9fc350a tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3265169 Apr 06 11:40:38.553556 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 58128) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:40:38.557792 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-351c406e-ba08-4ae9-9cac-214a68676d43 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Request body: {'security_group_rule': {'security_group_id': '0c7519d5-0c19-4100-8048-a4dcc93aae12', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:40:38.643380 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-351c406e-ba08-4ae9-9cac-214a68676d43 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for security_group_rule (cc0380f1-6772-4ad2-a6ef-9130fa97acfa), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:38.700841 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-351c406e-ba08-4ae9-9cac-214a68676d43 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for security_group_rule (cc0380f1-6772-4ad2-a6ef-9130fa97acfa), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:38.776072 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-351c406e-ba08-4ae9-9cac-214a68676d43 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770697'] for security_group_rule (cc0380f1-6772-4ad2-a6ef-9130fa97acfa), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:38.794511 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351c406e-ba08-4ae9-9cac-214a68676d43 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc0380f1-6772-4ad2-a6ef-9130fa97acfa,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:40:38.852734 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-351c406e-ba08-4ae9-9cac-214a68676d43 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:38.853935 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-351c406e-ba08-4ae9-9cac-214a68676d43 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2994578 Apr 06 11:40:38.856621 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 58130) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:40:38.860916 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-10326c6b-1ff2-4fc0-8755-098e0fb52329 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Request body: {'security_group_rule': {'security_group_id': '0c7519d5-0c19-4100-8048-a4dcc93aae12', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:40:38.941143 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-10326c6b-1ff2-4fc0-8755-098e0fb52329 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for security_group_rule (801a50d5-79b0-4bd9-96ff-68764aae97f9), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:38.987706 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-2b5e3a18-4ed3-496d-b577-9b6568f7d7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (9404f039-f516-42fd-94a5-c122fff5649f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:38.996212 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-10326c6b-1ff2-4fc0-8755-098e0fb52329 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for security_group_rule (801a50d5-79b0-4bd9-96ff-68764aae97f9), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:39.039441 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-10326c6b-1ff2-4fc0-8755-098e0fb52329 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770697'] for security_group_rule (801a50d5-79b0-4bd9-96ff-68764aae97f9), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:39.058936 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10326c6b-1ff2-4fc0-8755-098e0fb52329 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=801a50d5-79b0-4bd9-96ff-68764aae97f9,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:40:39.082788 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device d39ab5d2-9ecf-4670-beb5-109bf9b446f2 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:40:39.107013 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] No Port match for: d39ab5d2-9ecf-4670-beb5-109bf9b446f2 {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:40:39.107282 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device d39ab5d2-9ecf-4670-beb5-109bf9b446f2 not bound to the agent host hv-cinder-83607 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:40:39.121178 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-10326c6b-1ff2-4fc0-8755-098e0fb52329 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:39.122421 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-10326c6b-1ff2-4fc0-8755-098e0fb52329 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2648320 Apr 06 11:40:39.126447 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 58132) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:40:39.134098 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-bc090424-a2c2-48b1-bfaf-9d10b0d505fb tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Request body: {'floatingip': {'floating_network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:40:39.204660 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-bc090424-a2c2-48b1-bfaf-9d10b0d505fb tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:39.300327 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-bc090424-a2c2-48b1-bfaf-9d10b0d505fb tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:39.403414 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [None req-bc090424-a2c2-48b1-bfaf-9d10b0d505fb tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Allocated IP 172.27.2.167 (698fa61f-093e-4dd4-aaec-c1b231275ecc/4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809/f532f1ba-6261-4363-a97b-577bba209874) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:40:39.500725 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-bc090424-a2c2-48b1-bfaf-9d10b0d505fb tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for port (f532f1ba-6261-4363-a97b-577bba209874), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:39.594006 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-bc090424-a2c2-48b1-bfaf-9d10b0d505fb tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779192465924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10088034'] for port (f532f1ba-6261-4363-a97b-577bba209874), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:39.634211 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc090424-a2c2-48b1-bfaf-9d10b0d505fb tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Network 698fa61f-093e-4dd4-aaec-c1b231275ecc is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:40:39.639173 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-bc090424-a2c2-48b1-bfaf-9d10b0d505fb tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:40:39.642873 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc090424-a2c2-48b1-bfaf-9d10b0d505fb tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:40:39.665232 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc090424-a2c2-48b1-bfaf-9d10b0d505fb tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Pushing event updated for resources: {'Port': ['ID=f532f1ba-6261-4363-a97b-577bba209874,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:40:39.728950 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-bc090424-a2c2-48b1-bfaf-9d10b0d505fb tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for floatingip (af12f71a-3949-44e4-a3cb-f7af960544ab), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:39.802783 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-bc090424-a2c2-48b1-bfaf-9d10b0d505fb tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (f532f1ba-6261-4363-a97b-577bba209874), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:39.951161 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-bc090424-a2c2-48b1-bfaf-9d10b0d505fb tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for port (f532f1ba-6261-4363-a97b-577bba209874), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:39.987383 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-bc090424-a2c2-48b1-bfaf-9d10b0d505fb tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10087963'] for port (f532f1ba-6261-4363-a97b-577bba209874), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:40.056140 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc090424-a2c2-48b1-bfaf-9d10b0d505fb tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Pushing event updated for resources: {'Port': ['ID=f532f1ba-6261-4363-a97b-577bba209874,revision_number=2']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:40:40.068108 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-bc090424-a2c2-48b1-bfaf-9d10b0d505fb tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-886429'] for floatingip (af12f71a-3949-44e4-a3cb-f7af960544ab), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:40.171823 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-bc090424-a2c2-48b1-bfaf-9d10b0d505fb tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for floatingip (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:40.173067 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-bc090424-a2c2-48b1-bfaf-9d10b0d505fb tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0456436 Apr 06 11:40:40.361357 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3f9850d6-71b6-4c92-8b50-3b30e2adef78 req-ee858f37-8454-4b31-a921-eb66cd257ae3 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--2023262518&fields=id&tenant_id=bb6810077f514bc4a2288d01e743f182 HTTP/1.1" status: 200 len: 267 time: 0.0418653 Apr 06 11:40:40.465823 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9850d6-71b6-4c92-8b50-3b30e2adef78 req-0fb9ce49-b572-4526-bff5-decf35cff820 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:40:40.467448 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3f9850d6-71b6-4c92-8b50-3b30e2adef78 req-0fb9ce49-b572-4526-bff5-decf35cff820 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/networks?id=2b4dedfa-c6d0-43e3-97de-75ece9e3097c HTTP/1.1" status: 200 len: 815 time: 0.0993092 Apr 06 11:40:40.481887 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3f9850d6-71b6-4c92-8b50-3b30e2adef78 req-e2c7d79f-c8d7-4d18-9afb-52eb0aab4366 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/quotas/bb6810077f514bc4a2288d01e743f182 HTTP/1.1" status: 200 len: 375 time: 0.0090907 Apr 06 11:40:40.535156 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3f9850d6-71b6-4c92-8b50-3b30e2adef78 req-bfedfb00-13fe-4374-a19b-1a8936ed7fa1 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=bb6810077f514bc4a2288d01e743f182&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481360 Apr 06 11:40:40.559873 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0cc2d64b-8553-4c26-9c2d-26728f607b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (295112eb-abec-44aa-a7f9-d1b9c67b3953), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:40.633360 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3f9850d6-71b6-4c92-8b50-3b30e2adef78 req-72ffb2aa-9ca8-41aa-8ada-5a2d00d428c4 service neutron] 10.222.0.43 "GET /v2.0/networks/2b4dedfa-c6d0-43e3-97de-75ece9e3097c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863531 Apr 06 11:40:40.718587 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3f9850d6-71b6-4c92-8b50-3b30e2adef78 req-2208110b-c992-4939-93c8-51b1f2491276 service neutron] 10.222.0.43 "GET /v2.0/networks/2b4dedfa-c6d0-43e3-97de-75ece9e3097c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791719 Apr 06 11:40:40.947138 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-f5a2d3c2-b929-4c58-bb08-4d9caf5eb92d req-2be80697-8ea2-48c5-99e2-2bc09373036d tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f9514be-f8b3-4212-8025-8f722ecc94cd HTTP/1.1" status: 200 len: 210 time: 0.0275674 Apr 06 11:40:41.872557 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7bcfc971-4c1e-4d8f-8ae7-97bffdd4e21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (33edc1dd-8f2c-4a3f-bd07-9ad8bd534bf2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:42.043563 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e15bc857-12e0-467d-a115-ebf13b179309 req-d41ef64a-7546-4dea-8ebb-dc481ca69fef tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f9514be-f8b3-4212-8025-8f722ecc94cd HTTP/1.1" status: 200 len: 210 time: 0.0277412 Apr 06 11:40:42.568838 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9850d6-71b6-4c92-8b50-3b30e2adef78 req-f2a747c9-c3bd-476f-a6e9-2fb2fcdb772e tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:40:42.570294 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3f9850d6-71b6-4c92-8b50-3b30e2adef78 req-f2a747c9-c3bd-476f-a6e9-2fb2fcdb772e tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.48 "GET /v2.0/networks?id=2b4dedfa-c6d0-43e3-97de-75ece9e3097c HTTP/1.1" status: 200 len: 815 time: 0.1066766 Apr 06 11:40:42.628487 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3f9850d6-71b6-4c92-8b50-3b30e2adef78 req-8d930eb5-cb8f-464b-98c6-1692b91dbbbf tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb6810077f514bc4a2288d01e743f182 HTTP/1.1" status: 200 len: 380 time: 0.0505133 Apr 06 11:40:42.637446 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [req-3f9850d6-71b6-4c92-8b50-3b30e2adef78 req-f2f32621-f435-4fb4-b1fd-a40a4a9141d3 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Request body: {'port': {'device_id': '3f9514be-f8b3-4212-8025-8f722ecc94cd', 'network_id': '2b4dedfa-c6d0-43e3-97de-75ece9e3097c', 'admin_state_up': True, 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'security_groups': ['0c7519d5-0c19-4100-8048-a4dcc93aae12']}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:40:42.810116 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f9850d6-71b6-4c92-8b50-3b30e2adef78 req-f2f32621-f435-4fb4-b1fd-a40a4a9141d3 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Made reservation on behalf of bb6810077f514bc4a2288d01e743f182 for: {'port': 1} {{(pid=103882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:40:42.813496 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-3f9850d6-71b6-4c92-8b50-3b30e2adef78 req-f2f32621-f435-4fb4-b1fd-a40a4a9141d3 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:42.934438 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [req-3f9850d6-71b6-4c92-8b50-3b30e2adef78 req-f2f32621-f435-4fb4-b1fd-a40a4a9141d3 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Allocated IP 172.20.0.7 (2b4dedfa-c6d0-43e3-97de-75ece9e3097c/ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c/771a5589-c1be-4447-a453-f7167307f10b) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:40:43.066614 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-3f9850d6-71b6-4c92-8b50-3b30e2adef78 req-f2f32621-f435-4fb4-b1fd-a40a4a9141d3 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for port (771a5589-c1be-4447-a453-f7167307f10b), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:43.139082 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-c7bd9983-8c08-4902-a9e7-91f0ddd1fd0b req-e8c9de87-545d-415e-8a0b-ae8a7d22535c tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f9514be-f8b3-4212-8025-8f722ecc94cd HTTP/1.1" status: 200 len: 210 time: 0.0283682 Apr 06 11:40:43.159204 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-3f9850d6-71b6-4c92-8b50-3b30e2adef78 req-f2f32621-f435-4fb4-b1fd-a40a4a9141d3 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779192465924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797839'] for port (771a5589-c1be-4447-a453-f7167307f10b), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:43.187213 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (a2831ac0-05e7-463d-be89-41d2adab36ec), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:43.199874 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f9850d6-71b6-4c92-8b50-3b30e2adef78 req-f2f32621-f435-4fb4-b1fd-a40a4a9141d3 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Network 2b4dedfa-c6d0-43e3-97de-75ece9e3097c is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:40:43.205069 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [req-3f9850d6-71b6-4c92-8b50-3b30e2adef78 req-f2f32621-f435-4fb4-b1fd-a40a4a9141d3 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:40:43.208918 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f9850d6-71b6-4c92-8b50-3b30e2adef78 req-f2f32621-f435-4fb4-b1fd-a40a4a9141d3 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:40:43.239739 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f32621-f435-4fb4-b1fd-a40a4a9141d3 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Pushing event updated for resources: {'Port': ['ID=771a5589-c1be-4447-a453-f7167307f10b,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:40:43.253431 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f32621-f435-4fb4-b1fd-a40a4a9141d3 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:40:43.253772 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f32621-f435-4fb4-b1fd-a40a4a9141d3 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:40:43.254118 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f32621-f435-4fb4-b1fd-a40a4a9141d3 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:40:43.254460 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f32621-f435-4fb4-b1fd-a40a4a9141d3 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:40:43.254795 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f32621-f435-4fb4-b1fd-a40a4a9141d3 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:40:43.255126 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f32621-f435-4fb4-b1fd-a40a4a9141d3 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:40:43.255455 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f32621-f435-4fb4-b1fd-a40a4a9141d3 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:40:43.255783 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f32621-f435-4fb4-b1fd-a40a4a9141d3 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:40:43.256109 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f32621-f435-4fb4-b1fd-a40a4a9141d3 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:40:43.256435 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f32621-f435-4fb4-b1fd-a40a4a9141d3 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:40:43.256760 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f32621-f435-4fb4-b1fd-a40a4a9141d3 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:40:43.257108 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f32621-f435-4fb4-b1fd-a40a4a9141d3 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:40:43.257434 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f32621-f435-4fb4-b1fd-a40a4a9141d3 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:40:43.257759 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f32621-f435-4fb4-b1fd-a40a4a9141d3 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:40:43.258082 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f32621-f435-4fb4-b1fd-a40a4a9141d3 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:40:43.278123 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9850d6-71b6-4c92-8b50-3b30e2adef78 req-f2f32621-f435-4fb4-b1fd-a40a4a9141d3 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:40:43.278741 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-3f9850d6-71b6-4c92-8b50-3b30e2adef78 req-f2f32621-f435-4fb4-b1fd-a40a4a9141d3 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for port (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:43.327406 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3f9850d6-71b6-4c92-8b50-3b30e2adef78 req-f2f32621-f435-4fb4-b1fd-a40a4a9141d3 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6943111 Apr 06 11:40:43.339680 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [req-3f9850d6-71b6-4c92-8b50-3b30e2adef78 req-e66961d7-74d5-4845-ba58-0e09b44fb802 service neutron] Request body: {'port': {'device_id': '3f9514be-f8b3-4212-8025-8f722ecc94cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:40:43.399197 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-3f9850d6-71b6-4c92-8b50-3b30e2adef78 req-e66961d7-74d5-4845-ba58-0e09b44fb802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (771a5589-c1be-4447-a453-f7167307f10b), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:43.476114 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-c1e52492-cb81-47c6-a25d-bff75965d093 None None] Provisioning complete for port 771a5589-c1be-4447-a453-f7167307f10b triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:40:43.476382 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c1e52492-cb81-47c6-a25d-bff75965d093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (771a5589-c1be-4447-a453-f7167307f10b), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:43.509875 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-c1e52492-cb81-47c6-a25d-bff75965d093 None None] Port 771a5589-c1be-4447-a453-f7167307f10b cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:40:43.657241 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [req-3f9850d6-71b6-4c92-8b50-3b30e2adef78 req-e66961d7-74d5-4845-ba58-0e09b44fb802 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 771a5589-c1be-4447-a453-f7167307f10b {{(pid=103882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:40:43.664370 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-3f9850d6-71b6-4c92-8b50-3b30e2adef78 req-e66961d7-74d5-4845-ba58-0e09b44fb802 service neutron] Publish callbacks [] for port (771a5589-c1be-4447-a453-f7167307f10b), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:43.677459 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [req-3f9850d6-71b6-4c92-8b50-3b30e2adef78 req-e66961d7-74d5-4845-ba58-0e09b44fb802 service neutron] Transition to ACTIVE for port object 771a5589-c1be-4447-a453-f7167307f10b will not be triggered until provisioned by entity L2. {{(pid=103882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 11:40:43.741847 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-3f9850d6-71b6-4c92-8b50-3b30e2adef78 req-e66961d7-74d5-4845-ba58-0e09b44fb802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8797942'] for port (771a5589-c1be-4447-a453-f7167307f10b), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:43.791702 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66961d7-74d5-4845-ba58-0e09b44fb802 service neutron] Pushing event updated for resources: {'Port': ['ID=771a5589-c1be-4447-a453-f7167307f10b,revision_number=2']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:40:43.862302 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [req-3f9850d6-71b6-4c92-8b50-3b30e2adef78 req-e66961d7-74d5-4845-ba58-0e09b44fb802 service neutron] Attempting to bind port 771a5589-c1be-4447-a453-f7167307f10b on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:40:43.862639 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [req-3f9850d6-71b6-4c92-8b50-3b30e2adef78 req-e66961d7-74d5-4845-ba58-0e09b44fb802 service neutron] Attempting to bind port 771a5589-c1be-4447-a453-f7167307f10b by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'c5f8d102-e721-4568-a5e4-44a51dfcc222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2b4dedfa-c6d0-43e3-97de-75ece9e3097c'}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:40:43.862968 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9850d6-71b6-4c92-8b50-3b30e2adef78 req-e66961d7-74d5-4845-ba58-0e09b44fb802 service neutron] Attempting to bind port 771a5589-c1be-4447-a453-f7167307f10b on network 2b4dedfa-c6d0-43e3-97de-75ece9e3097c {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:40:43.867660 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9850d6-71b6-4c92-8b50-3b30e2adef78 req-e66961d7-74d5-4845-ba58-0e09b44fb802 service neutron] Port 771a5589-c1be-4447-a453-f7167307f10b on network 2b4dedfa-c6d0-43e3-97de-75ece9e3097c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 11:40:43.868007 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9850d6-71b6-4c92-8b50-3b30e2adef78 req-e66961d7-74d5-4845-ba58-0e09b44fb802 service neutron] Attempting to bind port 771a5589-c1be-4447-a453-f7167307f10b on network 2b4dedfa-c6d0-43e3-97de-75ece9e3097c {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:40:43.873337 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9850d6-71b6-4c92-8b50-3b30e2adef78 req-e66961d7-74d5-4845-ba58-0e09b44fb802 service neutron] Checking agent: {'id': 'dc195572-b6d9-4259-8541-839e457b2650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 25, 36), 'started_at': datetime.datetime(2022, 4, 6, 11, 25, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:40:43.873732 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9850d6-71b6-4c92-8b50-3b30e2adef78 req-e66961d7-74d5-4845-ba58-0e09b44fb802 service neutron] Checking segment: {'id': 'c5f8d102-e721-4568-a5e4-44a51dfcc222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2b4dedfa-c6d0-43e3-97de-75ece9e3097c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:40:43.874055 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9850d6-71b6-4c92-8b50-3b30e2adef78 req-e66961d7-74d5-4845-ba58-0e09b44fb802 service neutron] Bound using segment: {'id': 'c5f8d102-e721-4568-a5e4-44a51dfcc222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2b4dedfa-c6d0-43e3-97de-75ece9e3097c'} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:40:43.874485 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [req-3f9850d6-71b6-4c92-8b50-3b30e2adef78 req-e66961d7-74d5-4845-ba58-0e09b44fb802 service neutron] Bound port: 771a5589-c1be-4447-a453-f7167307f10b, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5f8d102-e721-4568-a5e4-44a51dfcc222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2b4dedfa-c6d0-43e3-97de-75ece9e3097c'}}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:40:43.874845 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-3f9850d6-71b6-4c92-8b50-3b30e2adef78 req-e66961d7-74d5-4845-ba58-0e09b44fb802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (771a5589-c1be-4447-a453-f7167307f10b), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:43.942473 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [req-3f9850d6-71b6-4c92-8b50-3b30e2adef78 req-e66961d7-74d5-4845-ba58-0e09b44fb802 service neutron] For port 771a5589-c1be-4447-a453-f7167307f10b, host hv-cinder-83607, cleared binding levels {{(pid=103882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:40:43.945399 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [req-3f9850d6-71b6-4c92-8b50-3b30e2adef78 req-e66961d7-74d5-4845-ba58-0e09b44fb802 service neutron] For port 771a5589-c1be-4447-a453-f7167307f10b, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=771a5589-c1be-4447-a453-f7167307f10b,segment=NetworkSegment(c5f8d102-e721-4568-a5e4-44a51dfcc222),segment_id=c5f8d102-e721-4568-a5e4-44a51dfcc222)] {{(pid=103882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:40:44.027465 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-3f9850d6-71b6-4c92-8b50-3b30e2adef78 req-e66961d7-74d5-4845-ba58-0e09b44fb802 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8797942'] for port (771a5589-c1be-4447-a453-f7167307f10b), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:44.064403 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9850d6-71b6-4c92-8b50-3b30e2adef78 req-e66961d7-74d5-4845-ba58-0e09b44fb802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:40:44.065016 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-3f9850d6-71b6-4c92-8b50-3b30e2adef78 req-e66961d7-74d5-4845-ba58-0e09b44fb802 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for port (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:44.066508 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3f9850d6-71b6-4c92-8b50-3b30e2adef78 req-e66961d7-74d5-4845-ba58-0e09b44fb802 service neutron] 10.222.0.48 "PUT /v2.0/ports/771a5589-c1be-4447-a453-f7167307f10b HTTP/1.1" status: 200 len: 1093 time: 0.7312880 Apr 06 11:40:44.067004 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f9514be-f8b3-4212-8025-8f722ecc94cd', 'tag': '771a5589-c1be-4447-a453-f7167307f10b'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:40:44.069328 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29156e5c8df2cda5f8c3a12ff109e02ba7a327efefb734c2c5f81b1bf548e3ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d96585a4-82ea-4963-90de-ff4e182e4779" -d '{"events": [{"name": "network-changed", "server_uuid": "3f9514be-f8b3-4212-8025-8f722ecc94cd", "tag": "771a5589-c1be-4447-a453-f7167307f10b"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:40:44.093949 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66961d7-74d5-4845-ba58-0e09b44fb802 service neutron] Pushing event updated for resources: {'Port': ['ID=771a5589-c1be-4447-a453-f7167307f10b,revision_number=3']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:40:44.109720 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-321a5330-d435-4205-bad1-a90b61257988 x-openstack-request-id: req-321a5330-d435-4205-bad1-a90b61257988 {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:40:44.110020 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f9514be-f8b3-4212-8025-8f722ecc94cd", "tag": "771a5589-c1be-4447-a453-f7167307f10b", "status": "completed", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:40:44.110286 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-321a5330-d435-4205-bad1-a90b61257988 {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:40:44.110700 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-321a5330-d435-4205-bad1-a90b61257988'] response: {'name': 'network-changed', 'server_uuid': '3f9514be-f8b3-4212-8025-8f722ecc94cd', 'tag': '771a5589-c1be-4447-a453-f7167307f10b', 'status': 'completed', 'code': 200} Apr 06 11:40:44.179106 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96585a4-82ea-4963-90de-ff4e182e4779 req-0aa85464-7760-4e0e-8c30-378692bfb0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:40:44.180638 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d96585a4-82ea-4963-90de-ff4e182e4779 req-0aa85464-7760-4e0e-8c30-378692bfb0ee service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bb6810077f514bc4a2288d01e743f182&device_id=3f9514be-f8b3-4212-8025-8f722ecc94cd HTTP/1.1" status: 200 len: 1127 time: 0.0485384 Apr 06 11:40:44.264969 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a05572c-ee62-42c2-b1d0-8c7221256c4b req-6ec2517e-0639-4af4-97d1-842aac8f2264 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:40:44.266639 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-9a05572c-ee62-42c2-b1d0-8c7221256c4b req-6ec2517e-0639-4af4-97d1-842aac8f2264 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f9514be-f8b3-4212-8025-8f722ecc94cd HTTP/1.1" status: 200 len: 943 time: 0.0545247 Apr 06 11:40:44.290520 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96585a4-82ea-4963-90de-ff4e182e4779 req-a7efef5a-e9c7-4de2-b3d6-8740157af977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:40:44.292009 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d96585a4-82ea-4963-90de-ff4e182e4779 req-a7efef5a-e9c7-4de2-b3d6-8740157af977 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=bb6810077f514bc4a2288d01e743f182&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1018684 Apr 06 11:40:44.311941 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-9a05572c-ee62-42c2-b1d0-8c7221256c4b req-060ac359-39bc-4a63-8525-ba10cbe344dc tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c7519d5-0c19-4100-8048-a4dcc93aae12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398490 Apr 06 11:40:44.390713 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96585a4-82ea-4963-90de-ff4e182e4779 req-5892605d-5c35-4e77-bc4c-63d75fdff20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:40:44.392181 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d96585a4-82ea-4963-90de-ff4e182e4779 req-5892605d-5c35-4e77-bc4c-63d75fdff20f service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0886641 Apr 06 11:40:44.477227 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9850d6-71b6-4c92-8b50-3b30e2adef78 req-db3387df-e767-4bf8-8abf-d38c8e44c027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:40:44.478723 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3f9850d6-71b6-4c92-8b50-3b30e2adef78 req-db3387df-e767-4bf8-8abf-d38c8e44c027 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bb6810077f514bc4a2288d01e743f182&device_id=3f9514be-f8b3-4212-8025-8f722ecc94cd HTTP/1.1" status: 200 len: 1127 time: 0.0476904 Apr 06 11:40:44.522134 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3f9850d6-71b6-4c92-8b50-3b30e2adef78 req-220e8a3c-1191-40a6-9f20-0e7586682c33 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=771a5589-c1be-4447-a453-f7167307f10b HTTP/1.1" status: 200 len: 217 time: 0.0336378 Apr 06 11:40:44.568451 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9850d6-71b6-4c92-8b50-3b30e2adef78 req-f7cc9e48-f267-40b9-82e1-f0b53aebee69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:40:44.569914 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3f9850d6-71b6-4c92-8b50-3b30e2adef78 req-f7cc9e48-f267-40b9-82e1-f0b53aebee69 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c HTTP/1.1" status: 200 len: 854 time: 0.0416071 Apr 06 11:40:44.616295 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9850d6-71b6-4c92-8b50-3b30e2adef78 req-7d21d9d3-2da8-4ef8-9db3-af244dd81f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:40:44.617779 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3f9850d6-71b6-4c92-8b50-3b30e2adef78 req-7d21d9d3-2da8-4ef8-9db3-af244dd81f74 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2b4dedfa-c6d0-43e3-97de-75ece9e3097c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425637 Apr 06 11:40:44.707186 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3f9850d6-71b6-4c92-8b50-3b30e2adef78 req-b1b9247a-156a-403c-aa3a-2db59c4c64e7 service neutron] 10.222.0.48 "GET /v2.0/networks/2b4dedfa-c6d0-43e3-97de-75ece9e3097c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829868 Apr 06 11:40:44.797531 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-3f9850d6-71b6-4c92-8b50-3b30e2adef78 req-8748c75d-ed4b-4a10-a264-1e7e31c0b04d service neutron] 10.222.0.48 "GET /v2.0/networks/2b4dedfa-c6d0-43e3-97de-75ece9e3097c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840676 Apr 06 11:40:45.430627 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed780011-8739-47c4-be11-7ff5b1d30398 req-f2597c1b-05f3-4575-b9ba-4ac6ce828329 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:40:45.432064 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ed780011-8739-47c4-be11-7ff5b1d30398 req-f2597c1b-05f3-4575-b9ba-4ac6ce828329 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f9514be-f8b3-4212-8025-8f722ecc94cd HTTP/1.1" status: 200 len: 943 time: 0.0514810 Apr 06 11:40:45.477190 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ed780011-8739-47c4-be11-7ff5b1d30398 req-333c2e0d-c2f2-4487-99a0-d68a8dfea0ee tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c7519d5-0c19-4100-8048-a4dcc93aae12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392120 Apr 06 11:40:46.598526 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4091515-bcbe-4f41-8e5a-2191a2e47d24 req-6d1dcfc2-d4ed-4e0f-85ef-0dea1e32f278 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:40:46.600094 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-d4091515-bcbe-4f41-8e5a-2191a2e47d24 req-6d1dcfc2-d4ed-4e0f-85ef-0dea1e32f278 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f9514be-f8b3-4212-8025-8f722ecc94cd HTTP/1.1" status: 200 len: 943 time: 0.0549870 Apr 06 11:40:46.645271 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-d4091515-bcbe-4f41-8e5a-2191a2e47d24 req-e7c1d251-09d0-4f03-988e-743e7ea32bcd tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c7519d5-0c19-4100-8048-a4dcc93aae12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396647 Apr 06 11:40:47.098024 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device 771a5589-c1be-4447-a453-f7167307f10b details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:40:47.194697 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port 771a5589-c1be-4447-a453-f7167307f10b, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=771a5589-c1be-4447-a453-f7167307f10b,segment=NetworkSegment(c5f8d102-e721-4568-a5e4-44a51dfcc222),segment_id=c5f8d102-e721-4568-a5e4-44a51dfcc222)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:40:47.205019 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Returning: {'device': '771a5589-c1be-4447-a453-f7167307f10b', 'network_id': '2b4dedfa-c6d0-43e3-97de-75ece9e3097c', 'port_id': '771a5589-c1be-4447-a453-f7167307f10b', 'mac_address': 'fa:16:3e:f0:43:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:40:47.244371 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Current status of the port 771a5589-c1be-4447-a453-f7167307f10b is: DOWN; New status is: BUILD {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:40:47.244759 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (771a5589-c1be-4447-a453-f7167307f10b), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:47.257796 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 771a5589-c1be-4447-a453-f7167307f10b {{(pid=103883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:40:47.276927 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port 771a5589-c1be-4447-a453-f7167307f10b, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=771a5589-c1be-4447-a453-f7167307f10b,segment=NetworkSegment(c5f8d102-e721-4568-a5e4-44a51dfcc222),segment_id=c5f8d102-e721-4568-a5e4-44a51dfcc222)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:40:47.346099 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (771a5589-c1be-4447-a453-f7167307f10b), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:47.392546 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Pushing event updated for resources: {'Port': ['ID=771a5589-c1be-4447-a453-f7167307f10b,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:40:47.399356 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:40:47.399699 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:40:47.400036 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:40:47.400371 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:40:47.400697 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:40:47.401021 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:40:47.401367 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:40:47.401687 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:40:47.402007 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:40:47.402326 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:40:47.402645 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:40:47.403648 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:40:47.403971 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:40:47.404289 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:40:47.404603 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:40:47.554514 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] get_ports_and_sgs() called for port_ids ['771a5589-c1be-4447-a453-f7167307f10b'] {{(pid=103883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:40:47.766568 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146bea73-18aa-4c93-a937-19b1ae46b437 req-dffea562-90af-4e3d-9896-56e9a8c02ee9 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:40:47.768080 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-146bea73-18aa-4c93-a937-19b1ae46b437 req-dffea562-90af-4e3d-9896-56e9a8c02ee9 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f9514be-f8b3-4212-8025-8f722ecc94cd HTTP/1.1" status: 200 len: 944 time: 0.0564961 Apr 06 11:40:47.814164 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-146bea73-18aa-4c93-a937-19b1ae46b437 req-6b2887b0-0b3f-4589-ba39-154eb0bf47bf tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c7519d5-0c19-4100-8048-a4dcc93aae12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405366 Apr 06 11:40:48.929558 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030f9e0-443d-4108-a7fe-7b6b14ec2136 req-78ec9ae7-fa12-46ee-bd08-5077a414c75b tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:40:48.931015 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-4030f9e0-443d-4108-a7fe-7b6b14ec2136 req-78ec9ae7-fa12-46ee-bd08-5077a414c75b tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f9514be-f8b3-4212-8025-8f722ecc94cd HTTP/1.1" status: 200 len: 944 time: 0.0509312 Apr 06 11:40:48.976205 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-4030f9e0-443d-4108-a7fe-7b6b14ec2136 req-8f109416-2609-4c83-a5d5-708bad31ece2 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c7519d5-0c19-4100-8048-a4dcc93aae12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394366 Apr 06 11:40:49.114330 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device 771a5589-c1be-4447-a453-f7167307f10b up at agent hyperv_hv-cinder-83607 {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:40:49.233143 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Provisioning for port 771a5589-c1be-4447-a453-f7167307f10b completed by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 11:40:49.237049 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Provisioning complete for port 771a5589-c1be-4447-a453-f7167307f10b triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:40:49.237450 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (771a5589-c1be-4447-a453-f7167307f10b), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:49.313500 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Current status of the port 771a5589-c1be-4447-a453-f7167307f10b is: BUILD; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:40:49.313883 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (771a5589-c1be-4447-a453-f7167307f10b), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:49.338473 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f9514be-f8b3-4212-8025-8f722ecc94cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '771a5589-c1be-4447-a453-f7167307f10b'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:40:49.341382 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a256e0d7ec5edad375dd6353356bf7a80218bed4a34d309726d6a914db977355" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e341340c-4d0a-4bfc-82d6-7b2d811f2b97" -d '{"events": [{"server_uuid": "3f9514be-f8b3-4212-8025-8f722ecc94cd", "name": "network-vif-plugged", "status": "completed", "tag": "771a5589-c1be-4447-a453-f7167307f10b"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:40:49.353972 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port 771a5589-c1be-4447-a453-f7167307f10b, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=771a5589-c1be-4447-a453-f7167307f10b,segment=NetworkSegment(c5f8d102-e721-4568-a5e4-44a51dfcc222),segment_id=c5f8d102-e721-4568-a5e4-44a51dfcc222)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:40:49.375347 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e8d375-fb14-4249-937f-f242f2325e8e x-openstack-request-id: req-57e8d375-fb14-4249-937f-f242f2325e8e {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:40:49.375629 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f9514be-f8b3-4212-8025-8f722ecc94cd", "name": "network-vif-plugged", "status": "completed", "tag": "771a5589-c1be-4447-a453-f7167307f10b", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:40:49.375876 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-57e8d375-fb14-4249-937f-f242f2325e8e {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:40:49.376362 dv-cinder-836073-2-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57e8d375-fb14-4249-937f-f242f2325e8e'] response: {'server_uuid': '3f9514be-f8b3-4212-8025-8f722ecc94cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '771a5589-c1be-4447-a453-f7167307f10b', 'code': 200} Apr 06 11:40:49.468298 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (771a5589-c1be-4447-a453-f7167307f10b), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:49.516151 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Pushing event updated for resources: {'Port': ['ID=771a5589-c1be-4447-a453-f7167307f10b,revision_number=5']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:40:49.680796 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c2532f-68bf-412e-92e1-aa845d302d8c req-7dcb2f7c-2167-4f23-968a-ecb74962cfde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:40:49.682298 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c2c2532f-68bf-412e-92e1-aa845d302d8c req-7dcb2f7c-2167-4f23-968a-ecb74962cfde service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3f9514be-f8b3-4212-8025-8f722ecc94cd HTTP/1.1" status: 200 len: 1129 time: 0.0468633 Apr 06 11:40:49.725415 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c2c2532f-68bf-412e-92e1-aa845d302d8c req-921f7028-eee0-4de5-b562-e77522222197 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0c7519d5-0c19-4100-8048-a4dcc93aae12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358067 Apr 06 11:40:50.091355 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3f44bf-41c3-4c5f-886c-02e259b7eeb8 req-fcaa3a41-7027-4c28-9641-f68b3c7575b7 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:40:50.093070 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-8c3f44bf-41c3-4c5f-886c-02e259b7eeb8 req-fcaa3a41-7027-4c28-9641-f68b3c7575b7 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f9514be-f8b3-4212-8025-8f722ecc94cd HTTP/1.1" status: 200 len: 945 time: 0.0525377 Apr 06 11:40:50.142605 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-8c3f44bf-41c3-4c5f-886c-02e259b7eeb8 req-cb616977-ad2e-42aa-8314-140e0c3fb41b tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c7519d5-0c19-4100-8048-a4dcc93aae12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439997 Apr 06 11:40:51.261517 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b817c87-6e9d-4f29-9aac-abf3efda64f3 req-5092979d-079d-4ced-afb9-2f5a5ec5f0ef tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:40:51.263609 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9b817c87-6e9d-4f29-9aac-abf3efda64f3 req-5092979d-079d-4ced-afb9-2f5a5ec5f0ef tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f9514be-f8b3-4212-8025-8f722ecc94cd HTTP/1.1" status: 200 len: 945 time: 0.0528839 Apr 06 11:40:51.308814 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9b817c87-6e9d-4f29-9aac-abf3efda64f3 req-6a0d7ccc-4734-4e0e-836e-2fd656be63ff tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c7519d5-0c19-4100-8048-a4dcc93aae12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396080 Apr 06 11:40:51.420888 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea75b14-abef-43dd-a5d9-3ab9a3374cb9 req-eb7bb543-7e8c-498e-8c08-fd33d6e256b4 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:40:51.422406 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-9ea75b14-abef-43dd-a5d9-3ab9a3374cb9 req-eb7bb543-7e8c-498e-8c08-fd33d6e256b4 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f9514be-f8b3-4212-8025-8f722ecc94cd HTTP/1.1" status: 200 len: 945 time: 0.0517919 Apr 06 11:40:51.430792 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 58190) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:40:51.435599 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-b5a740d9-273f-4f25-8810-6f703e4bd1a7 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Request body: {'floatingip': {'port_id': '771a5589-c1be-4447-a453-f7167307f10b'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:40:51.474000 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b5a740d9-273f-4f25-8810-6f703e4bd1a7 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for floatingip (af12f71a-3949-44e4-a3cb-f7af960544ab), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:51.917499 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b5a740d9-273f-4f25-8810-6f703e4bd1a7 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:51.957995 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b5a740d9-273f-4f25-8810-6f703e4bd1a7 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-886429'] for floatingip (af12f71a-3949-44e4-a3cb-f7af960544ab), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:52.058384 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.db.l3_db [None req-b5a740d9-273f-4f25-8810-6f703e4bd1a7 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Floating IP af12f71a-3949-44e4-a3cb-f7af960544ab associated. External IP: 172.27.2.167, port: 771a5589-c1be-4447-a453-f7167307f10b. Apr 06 11:40:52.266248 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5a740d9-273f-4f25-8810-6f703e4bd1a7 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Router 760aa998-9381-4c21-a771-26443716ce99 has already been hosted by L3 agent 9404f039-f516-42fd-94a5-c122fff5649f {{(pid=103881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:40:52.587735 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a740d9-273f-4f25-8810-6f703e4bd1a7 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Notify agent at l3_agent.dv-cinder-836073-2-iscsi the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:40:52.592869 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b5a740d9-273f-4f25-8810-6f703e4bd1a7 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for floatingip (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:52.599110 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4061952-dacd-4d84-a9ca-e878d3869a2b None None] Sync routers for ids ['760aa998-9381-4c21-a771-26443716ce99'] in dv-cinder-836073-2-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:40:52.609424 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4061952-dacd-4d84-a9ca-e878d3869a2b None None] Routers {'760aa998-9381-4c21-a771-26443716ce99'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:40:52.610055 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-f4061952-dacd-4d84-a9ca-e878d3869a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:40:39Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['760aa998-9381-4c21-a771-26443716ce99'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:40:52.624970 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-b5a740d9-273f-4f25-8810-6f703e4bd1a7 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "PUT /v2.0/floatingips/af12f71a-3949-44e4-a3cb-f7af960544ab HTTP/1.1" status: 200 len: 991 time: 1.1931281 Apr 06 11:40:52.625613 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f9514be-f8b3-4212-8025-8f722ecc94cd', 'tag': '771a5589-c1be-4447-a453-f7167307f10b'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:40:52.628538 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3406b54a2f576febad5dd824c011310fb025ac9b816498a8b13137d73c32da04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d438509a-9b0e-4b2a-90d7-9e0ed110423d" -d '{"events": [{"name": "network-changed", "server_uuid": "3f9514be-f8b3-4212-8025-8f722ecc94cd", "tag": "771a5589-c1be-4447-a453-f7167307f10b"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:40:52.723607 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-f4061952-dacd-4d84-a9ca-e878d3869a2b None None] Set router 760aa998-9381-4c21-a771-26443716ce99 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:40:52.787162 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f8d4487-803b-4081-90a4-9fbec1077424 x-openstack-request-id: req-9f8d4487-803b-4081-90a4-9fbec1077424 {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:40:52.787453 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f9514be-f8b3-4212-8025-8f722ecc94cd", "tag": "771a5589-c1be-4447-a453-f7167307f10b", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:40:52.787705 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9f8d4487-803b-4081-90a4-9fbec1077424 {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:40:52.788096 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f8d4487-803b-4081-90a4-9fbec1077424'] response: {'name': 'network-changed', 'server_uuid': '3f9514be-f8b3-4212-8025-8f722ecc94cd', 'tag': '771a5589-c1be-4447-a453-f7167307f10b', 'status': 'completed', 'code': 200} Apr 06 11:40:52.851592 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438509a-9b0e-4b2a-90d7-9e0ed110423d req-07982311-c0f8-49af-8880-845ce38f67cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:40:52.853045 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d438509a-9b0e-4b2a-90d7-9e0ed110423d req-07982311-c0f8-49af-8880-845ce38f67cb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bb6810077f514bc4a2288d01e743f182&device_id=3f9514be-f8b3-4212-8025-8f722ecc94cd HTTP/1.1" status: 200 len: 1129 time: 0.0439012 Apr 06 11:40:52.944123 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438509a-9b0e-4b2a-90d7-9e0ed110423d req-bf5caddc-6b85-466c-b108-5ba951acd3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:40:52.945610 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d438509a-9b0e-4b2a-90d7-9e0ed110423d req-bf5caddc-6b85-466c-b108-5ba951acd3a4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2b4dedfa-c6d0-43e3-97de-75ece9e3097c HTTP/1.1" status: 200 len: 916 time: 0.0865476 Apr 06 11:40:52.952830 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-f4061952-dacd-4d84-a9ca-e878d3869a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760aa998-9381-4c21-a771-26443716ce99', 'name': 'tempest-AttachVolumeNegativeTest-1541549653-router', 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:38:28Z', 'updated_at': '2022-04-06T11:38:32Z', 'revision_number': 4, 'project_id': 'bb6810077f514bc4a2288d01e743f182', 'gw_port': {'id': 'f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760aa998-9381-4c21-a771-26443716ce99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:38:29Z', 'updated_at': '2022-04-06T11:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_floatingips': [{'id': 'af12f71a-3949-44e4-a3cb-f7af960544ab', 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'floating_ip_address': '172.27.2.167', 'floating_network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'router_id': '760aa998-9381-4c21-a771-26443716ce99', 'port_id': '771a5589-c1be-4447-a453-f7167307f10b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b4dedfa-c6d0-43e3-97de-75ece9e3097c', 'mac_address': 'fa:16:3e:f0:43:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9514be-f8b3-4212-8025-8f722ecc94cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:40:39Z', 'updated_at': '2022-04-06T11:40:51Z', 'revision_number': 1, 'project_id': 'bb6810077f514bc4a2288d01e743f182', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f29192a8-bcbb-4ab9-a414-15733b6ddfc9', 'name': '', 'network_id': '2b4dedfa-c6d0-43e3-97de-75ece9e3097c', 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'mac_address': 'fa:16:3e:0b:04:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760aa998-9381-4c21-a771-26443716ce99', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:38:31Z', 'updated_at': '2022-04-06T11:38:34Z', 'revision_number': 5, 'project_id': 'bb6810077f514bc4a2288d01e743f182', 'subnets': [{'id': 'ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:40:52.979546 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4061952-dacd-4d84-a9ca-e878d3869a2b None None] Checking router: 760aa998-9381-4c21-a771-26443716ce99 for host: dv-cinder-836073-2-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:40:52.989333 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4061952-dacd-4d84-a9ca-e878d3869a2b None None] Routers {'760aa998-9381-4c21-a771-26443716ce99'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:40:52.990106 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-f4061952-dacd-4d84-a9ca-e878d3869a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:40:39Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['760aa998-9381-4c21-a771-26443716ce99'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:40:53.010490 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d438509a-9b0e-4b2a-90d7-9e0ed110423d req-fd07d1c5-b324-427b-8848-259544222925 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=771a5589-c1be-4447-a453-f7167307f10b HTTP/1.1" status: 200 len: 999 time: 0.0585773 Apr 06 11:40:53.063935 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438509a-9b0e-4b2a-90d7-9e0ed110423d req-607d3db3-9fcd-4a92-b189-f17b67663a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:40:53.065451 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d438509a-9b0e-4b2a-90d7-9e0ed110423d req-607d3db3-9fcd-4a92-b189-f17b67663a0b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c HTTP/1.1" status: 200 len: 854 time: 0.0476146 Apr 06 11:40:53.116652 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438509a-9b0e-4b2a-90d7-9e0ed110423d req-89784bce-1cd4-4a46-bedd-01f7ac427aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:40:53.118091 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d438509a-9b0e-4b2a-90d7-9e0ed110423d req-89784bce-1cd4-4a46-bedd-01f7ac427aa9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2b4dedfa-c6d0-43e3-97de-75ece9e3097c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470605 Apr 06 11:40:53.187574 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-f4061952-dacd-4d84-a9ca-e878d3869a2b None None] Set router 760aa998-9381-4c21-a771-26443716ce99 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:40:53.207072 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d438509a-9b0e-4b2a-90d7-9e0ed110423d req-f076d5b6-dff7-425c-8c99-eed19436359c service neutron] 10.222.0.48 "GET /v2.0/networks/2b4dedfa-c6d0-43e3-97de-75ece9e3097c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817571 Apr 06 11:40:53.299769 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d438509a-9b0e-4b2a-90d7-9e0ed110423d req-df51ef0a-b72c-49a5-9f79-72f3073da34a service neutron] 10.222.0.48 "GET /v2.0/networks/2b4dedfa-c6d0-43e3-97de-75ece9e3097c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865219 Apr 06 11:40:53.408633 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-f4061952-dacd-4d84-a9ca-e878d3869a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760aa998-9381-4c21-a771-26443716ce99', 'name': 'tempest-AttachVolumeNegativeTest-1541549653-router', 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:38:28Z', 'updated_at': '2022-04-06T11:38:32Z', 'revision_number': 4, 'project_id': 'bb6810077f514bc4a2288d01e743f182', 'gw_port': {'id': 'f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760aa998-9381-4c21-a771-26443716ce99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:38:29Z', 'updated_at': '2022-04-06T11:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_floatingips': [{'id': 'af12f71a-3949-44e4-a3cb-f7af960544ab', 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'floating_ip_address': '172.27.2.167', 'floating_network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'router_id': '760aa998-9381-4c21-a771-26443716ce99', 'port_id': '771a5589-c1be-4447-a453-f7167307f10b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b4dedfa-c6d0-43e3-97de-75ece9e3097c', 'mac_address': 'fa:16:3e:f0:43:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9514be-f8b3-4212-8025-8f722ecc94cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:40:39Z', 'updated_at': '2022-04-06T11:40:51Z', 'revision_number': 1, 'project_id': 'bb6810077f514bc4a2288d01e743f182', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f29192a8-bcbb-4ab9-a414-15733b6ddfc9', 'name': '', 'network_id': '2b4dedfa-c6d0-43e3-97de-75ece9e3097c', 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'mac_address': 'fa:16:3e:0b:04:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760aa998-9381-4c21-a771-26443716ce99', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:38:31Z', 'updated_at': '2022-04-06T11:38:34Z', 'revision_number': 5, 'project_id': 'bb6810077f514bc4a2288d01e743f182', 'subnets': [{'id': 'ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:40:53.434498 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4061952-dacd-4d84-a9ca-e878d3869a2b None None] The sync data for ids ['760aa998-9381-4c21-a771-26443716ce99'] in dv-cinder-836073-2-iscsi is: [{'id': '760aa998-9381-4c21-a771-26443716ce99', 'name': 'tempest-AttachVolumeNegativeTest-1541549653-router', 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:38:28Z', 'updated_at': '2022-04-06T11:38:32Z', 'revision_number': 4, 'project_id': 'bb6810077f514bc4a2288d01e743f182', 'gw_port': {'id': 'f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760aa998-9381-4c21-a771-26443716ce99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:38:29Z', 'updated_at': '2022-04-06T11:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_floatingips': [{'id': 'af12f71a-3949-44e4-a3cb-f7af960544ab', 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'floating_ip_address': '172.27.2.167', 'floating_network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'router_id': '760aa998-9381-4c21-a771-26443716ce99', 'port_id': '771a5589-c1be-4447-a453-f7167307f10b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b4dedfa-c6d0-43e3-97de-75ece9e3097c', 'mac_address': 'fa:16:3e:f0:43:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9514be-f8b3-4212-8025-8f722ecc94cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:40:39Z', 'updated_at': '2022-04-06T11:40:51Z', 'revision_number': 1, 'project_id': 'bb6810077f514bc4a2288d01e743f182', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f29192a8-bcbb-4ab9-a414-15733b6ddfc9', 'name': '', 'network_id': '2b4dedfa-c6d0-43e3-97de-75ece9e3097c', 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'mac_address': 'fa:16:3e:0b:04:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760aa998-9381-4c21-a771-26443716ce99', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:38:31Z', 'updated_at': '2022-04-06T11:38:34Z', 'revision_number': 5, 'project_id': 'bb6810077f514bc4a2288d01e743f182', 'subnets': [{'id': 'ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:40:53.623250 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4960a50-63ca-4f68-8d32-10df008874e1 None None] New status for floating IP af12f71a-3949-44e4-a3cb-f7af960544ab: ACTIVE {{(pid=103883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:41:06.597159 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (dc195572-b6d9-4259-8541-839e457b2650), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:41:06.648903 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-10a965b3-18f7-4722-8056-d24557802d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (8a8bc679-53b2-461d-b015-cec5a247fb94), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:41:09.042553 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5bf7f2f4-65be-4ddd-8389-5e6fdc89db07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (9404f039-f516-42fd-94a5-c122fff5649f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:41:10.557041 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0cc2d64b-8553-4c26-9c2d-26728f607b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (295112eb-abec-44aa-a7f9-d1b9c67b3953), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:41:11.848159 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7bcfc971-4c1e-4d8f-8ae7-97bffdd4e21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (33edc1dd-8f2c-4a3f-bd07-9ad8bd534bf2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:41:13.231227 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (a2831ac0-05e7-463d-be89-41d2adab36ec), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:41:13.769170 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-d2f8dd02-8968-40b0-bca4-a7fc1cec66fd None None] Agent healthcheck: found 6 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:41:36.589813 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (dc195572-b6d9-4259-8541-839e457b2650), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:41:36.623853 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f9bc5a45-2113-4d12-ab8a-fcebf0cd8de9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (8a8bc679-53b2-461d-b015-cec5a247fb94), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:41:39.046006 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5f52de3f-8eb3-4dd5-b26b-16bb41fc867e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (9404f039-f516-42fd-94a5-c122fff5649f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:41:40.579072 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0cc2d64b-8553-4c26-9c2d-26728f607b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (295112eb-abec-44aa-a7f9-d1b9c67b3953), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:41:40.984908 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7490416-686e-4dc5-953b-1d02b24a3555 req-ca6dc88c-2e01-4171-953b-5eb7aa68c9ec tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:41:40.986403 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a7490416-686e-4dc5-953b-1d02b24a3555 req-ca6dc88c-2e01-4171-953b-5eb7aa68c9ec tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f9514be-f8b3-4212-8025-8f722ecc94cd HTTP/1.1" status: 200 len: 945 time: 0.0543108 Apr 06 11:41:41.032104 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a7490416-686e-4dc5-953b-1d02b24a3555 req-07bf00dd-3e1a-4332-9644-3e5466b92805 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c7519d5-0c19-4100-8048-a4dcc93aae12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400598 Apr 06 11:41:41.858945 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7bcfc971-4c1e-4d8f-8ae7-97bffdd4e21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (33edc1dd-8f2c-4a3f-bd07-9ad8bd534bf2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:41:42.153698 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b803c2f1-7e6d-4855-9e49-215529e2abb3 req-585125f6-378b-4106-9cd4-3db9a0e15c74 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:41:42.155313 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-b803c2f1-7e6d-4855-9e49-215529e2abb3 req-585125f6-378b-4106-9cd4-3db9a0e15c74 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f9514be-f8b3-4212-8025-8f722ecc94cd HTTP/1.1" status: 200 len: 945 time: 0.0526164 Apr 06 11:41:42.202976 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-b803c2f1-7e6d-4855-9e49-215529e2abb3 req-fa533b4d-31cb-4963-9b1c-c837e99bfb42 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c7519d5-0c19-4100-8048-a4dcc93aae12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412798 Apr 06 11:41:42.713951 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066cb40-47dd-4e20-a066-7367bda416e1 req-00d132fe-3e61-4185-8693-7cdbefa1211b tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:41:42.715677 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9066cb40-47dd-4e20-a066-7367bda416e1 req-00d132fe-3e61-4185-8693-7cdbefa1211b tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.48 "GET /v2.0/ports?device_id=3f9514be-f8b3-4212-8025-8f722ecc94cd HTTP/1.1" status: 200 len: 945 time: 0.3278382 Apr 06 11:41:42.804020 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [req-9066cb40-47dd-4e20-a066-7367bda416e1 req-7d735839-6137-4de6-aded-842552a0b60c tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Deleting port 771a5589-c1be-4447-a453-f7167307f10b {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:41:42.804359 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-9066cb40-47dd-4e20-a066-7367bda416e1 req-7d735839-6137-4de6-aded-842552a0b60c tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192836145'] for port (771a5589-c1be-4447-a453-f7167307f10b), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:41:42.892359 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [req-9066cb40-47dd-4e20-a066-7367bda416e1 req-7d735839-6137-4de6-aded-842552a0b60c tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] For port 771a5589-c1be-4447-a453-f7167307f10b, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=771a5589-c1be-4447-a453-f7167307f10b,segment=NetworkSegment(c5f8d102-e721-4568-a5e4-44a51dfcc222),segment_id=c5f8d102-e721-4568-a5e4-44a51dfcc222)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:41:42.892715 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-9066cb40-47dd-4e20-a066-7367bda416e1 req-7d735839-6137-4de6-aded-842552a0b60c tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-891628'] for port (771a5589-c1be-4447-a453-f7167307f10b), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:41:43.058924 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-9066cb40-47dd-4e20-a066-7367bda416e1 req-7d735839-6137-4de6-aded-842552a0b60c tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:41:43.059287 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-9066cb40-47dd-4e20-a066-7367bda416e1 req-7d735839-6137-4de6-aded-842552a0b60c tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-886429'] for floatingip (af12f71a-3949-44e4-a3cb-f7af960544ab), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:41:43.059612 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.db.l3_db [req-9066cb40-47dd-4e20-a066-7367bda416e1 req-7d735839-6137-4de6-aded-842552a0b60c tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Floating IP af12f71a-3949-44e4-a3cb-f7af960544ab disassociated. External IP: 172.27.2.167, port: 771a5589-c1be-4447-a453-f7167307f10b. Apr 06 11:41:43.059951 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [req-9066cb40-47dd-4e20-a066-7367bda416e1 req-7d735839-6137-4de6-aded-842552a0b60c tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Calling delete_port for 771a5589-c1be-4447-a453-f7167307f10b owned by compute:nova {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:41:43.229235 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (a2831ac0-05e7-463d-be89-41d2adab36ec), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:41:43.258166 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-9066cb40-47dd-4e20-a066-7367bda416e1 req-7d735839-6137-4de6-aded-842552a0b60c tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192843524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779192465933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797839'] for port (771a5589-c1be-4447-a453-f7167307f10b), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:41:43.301942 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d735839-6137-4de6-aded-842552a0b60c tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Pushing event deleted for resources: {'Port': ['ID=771a5589-c1be-4447-a453-f7167307f10b,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:41:43.320769 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b579d68b-c252-426e-966d-913a12333dc3 req-4aca704f-4f90-464e-a18a-d718383410e0 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f9514be-f8b3-4212-8025-8f722ecc94cd HTTP/1.1" status: 200 len: 210 time: 0.0491135 Apr 06 11:41:43.326677 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d735839-6137-4de6-aded-842552a0b60c tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:41:43.327622 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d735839-6137-4de6-aded-842552a0b60c tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:41:43.328084 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d735839-6137-4de6-aded-842552a0b60c tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:41:43.328451 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d735839-6137-4de6-aded-842552a0b60c tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:41:43.328786 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d735839-6137-4de6-aded-842552a0b60c tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:41:43.329141 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d735839-6137-4de6-aded-842552a0b60c tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:41:43.329478 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d735839-6137-4de6-aded-842552a0b60c tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:41:43.329808 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d735839-6137-4de6-aded-842552a0b60c tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:41:43.330136 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d735839-6137-4de6-aded-842552a0b60c tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:41:43.330463 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d735839-6137-4de6-aded-842552a0b60c tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:41:43.330787 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d735839-6137-4de6-aded-842552a0b60c tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:41:43.331228 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d735839-6137-4de6-aded-842552a0b60c tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:41:43.331496 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d735839-6137-4de6-aded-842552a0b60c tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:41:43.331821 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d735839-6137-4de6-aded-842552a0b60c tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:41:43.332145 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d735839-6137-4de6-aded-842552a0b60c tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:41:43.440212 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9066cb40-47dd-4e20-a066-7367bda416e1 req-7d735839-6137-4de6-aded-842552a0b60c tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Router 760aa998-9381-4c21-a771-26443716ce99 has already been hosted by L3 agent 9404f039-f516-42fd-94a5-c122fff5649f {{(pid=103882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:41:43.547541 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9066cb40-47dd-4e20-a066-7367bda416e1 req-7d735839-6137-4de6-aded-842552a0b60c tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Notify agent at l3_agent.dv-cinder-836073-2-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:41:43.557233 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eee5b63-c3e8-4279-bb2d-a51d351ac265 None None] Sync routers for ids ['760aa998-9381-4c21-a771-26443716ce99'] in dv-cinder-836073-2-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:41:43.566656 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eee5b63-c3e8-4279-bb2d-a51d351ac265 None None] Routers {'760aa998-9381-4c21-a771-26443716ce99'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:41:43.567215 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-8eee5b63-c3e8-4279-bb2d-a51d351ac265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:41:39Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['760aa998-9381-4c21-a771-26443716ce99'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:41:43.591366 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [req-9066cb40-47dd-4e20-a066-7367bda416e1 req-7d735839-6137-4de6-aded-842552a0b60c tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] No DVR routers for this DVR port 771a5589-c1be-4447-a453-f7167307f10b on host hv-cinder-83607 {{(pid=103882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:41:43.594936 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-9066cb40-47dd-4e20-a066-7367bda416e1 req-7d735839-6137-4de6-aded-842552a0b60c tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for port (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:41:43.598600 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9066cb40-47dd-4e20-a066-7367bda416e1 req-7d735839-6137-4de6-aded-842552a0b60c tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.48 "DELETE /v2.0/ports/771a5589-c1be-4447-a453-f7167307f10b HTTP/1.1" status: 204 len: 173 time: 0.8772478 Apr 06 11:41:43.599161 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f9514be-f8b3-4212-8025-8f722ecc94cd', 'name': 'network-vif-deleted', 'tag': '771a5589-c1be-4447-a453-f7167307f10b'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:41:43.602055 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29156e5c8df2cda5f8c3a12ff109e02ba7a327efefb734c2c5f81b1bf548e3ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aab2bda-1c16-4861-8c23-0c942d4fe11e" -d '{"events": [{"server_uuid": "3f9514be-f8b3-4212-8025-8f722ecc94cd", "name": "network-vif-deleted", "tag": "771a5589-c1be-4447-a453-f7167307f10b"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:41:43.649166 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d79ea8e-5532-414f-86f3-fa1de545a778 x-openstack-request-id: req-6d79ea8e-5532-414f-86f3-fa1de545a778 {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:41:43.649466 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f9514be-f8b3-4212-8025-8f722ecc94cd", "name": "network-vif-deleted", "tag": "771a5589-c1be-4447-a453-f7167307f10b", "status": "completed", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:41:43.649720 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6d79ea8e-5532-414f-86f3-fa1de545a778 {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:41:43.650142 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d79ea8e-5532-414f-86f3-fa1de545a778'] response: {'server_uuid': '3f9514be-f8b3-4212-8025-8f722ecc94cd', 'name': 'network-vif-deleted', 'tag': '771a5589-c1be-4447-a453-f7167307f10b', 'status': 'completed', 'code': 200} Apr 06 11:41:43.684058 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-8eee5b63-c3e8-4279-bb2d-a51d351ac265 None None] Set router 760aa998-9381-4c21-a771-26443716ce99 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:41:43.887681 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-8eee5b63-c3e8-4279-bb2d-a51d351ac265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760aa998-9381-4c21-a771-26443716ce99', 'name': 'tempest-AttachVolumeNegativeTest-1541549653-router', 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:38:28Z', 'updated_at': '2022-04-06T11:38:32Z', 'revision_number': 4, 'project_id': 'bb6810077f514bc4a2288d01e743f182', 'gw_port': {'id': 'f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760aa998-9381-4c21-a771-26443716ce99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:38:29Z', 'updated_at': '2022-04-06T11:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_interfaces': [{'id': 'f29192a8-bcbb-4ab9-a414-15733b6ddfc9', 'name': '', 'network_id': '2b4dedfa-c6d0-43e3-97de-75ece9e3097c', 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'mac_address': 'fa:16:3e:0b:04:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760aa998-9381-4c21-a771-26443716ce99', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:38:31Z', 'updated_at': '2022-04-06T11:38:34Z', 'revision_number': 5, 'project_id': 'bb6810077f514bc4a2288d01e743f182', 'subnets': [{'id': 'ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:41:43.919075 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eee5b63-c3e8-4279-bb2d-a51d351ac265 None None] Checking router: 760aa998-9381-4c21-a771-26443716ce99 for host: dv-cinder-836073-2-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:41:43.927275 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eee5b63-c3e8-4279-bb2d-a51d351ac265 None None] Routers {'760aa998-9381-4c21-a771-26443716ce99'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:41:43.927885 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-8eee5b63-c3e8-4279-bb2d-a51d351ac265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:41:39Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['760aa998-9381-4c21-a771-26443716ce99'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:41:44.033737 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-8eee5b63-c3e8-4279-bb2d-a51d351ac265 None None] Set router 760aa998-9381-4c21-a771-26443716ce99 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:41:44.226297 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-8eee5b63-c3e8-4279-bb2d-a51d351ac265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760aa998-9381-4c21-a771-26443716ce99', 'name': 'tempest-AttachVolumeNegativeTest-1541549653-router', 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:38:28Z', 'updated_at': '2022-04-06T11:38:32Z', 'revision_number': 4, 'project_id': 'bb6810077f514bc4a2288d01e743f182', 'gw_port': {'id': 'f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760aa998-9381-4c21-a771-26443716ce99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:38:29Z', 'updated_at': '2022-04-06T11:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_interfaces': [{'id': 'f29192a8-bcbb-4ab9-a414-15733b6ddfc9', 'name': '', 'network_id': '2b4dedfa-c6d0-43e3-97de-75ece9e3097c', 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'mac_address': 'fa:16:3e:0b:04:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760aa998-9381-4c21-a771-26443716ce99', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:38:31Z', 'updated_at': '2022-04-06T11:38:34Z', 'revision_number': 5, 'project_id': 'bb6810077f514bc4a2288d01e743f182', 'subnets': [{'id': 'ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:41:44.252684 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eee5b63-c3e8-4279-bb2d-a51d351ac265 None None] The sync data for ids ['760aa998-9381-4c21-a771-26443716ce99'] in dv-cinder-836073-2-iscsi is: [{'id': '760aa998-9381-4c21-a771-26443716ce99', 'name': 'tempest-AttachVolumeNegativeTest-1541549653-router', 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:38:28Z', 'updated_at': '2022-04-06T11:38:32Z', 'revision_number': 4, 'project_id': 'bb6810077f514bc4a2288d01e743f182', 'gw_port': {'id': 'f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760aa998-9381-4c21-a771-26443716ce99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:38:29Z', 'updated_at': '2022-04-06T11:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_interfaces': [{'id': 'f29192a8-bcbb-4ab9-a414-15733b6ddfc9', 'name': '', 'network_id': '2b4dedfa-c6d0-43e3-97de-75ece9e3097c', 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'mac_address': 'fa:16:3e:0b:04:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760aa998-9381-4c21-a771-26443716ce99', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:38:31Z', 'updated_at': '2022-04-06T11:38:34Z', 'revision_number': 5, 'project_id': 'bb6810077f514bc4a2288d01e743f182', 'subnets': [{'id': 'ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:41:44.437995 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5fe8406f-f56c-4232-9d7d-528825b020dd req-7f71f5b0-6df1-4046-9822-c1f842975c20 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f9514be-f8b3-4212-8025-8f722ecc94cd HTTP/1.1" status: 200 len: 210 time: 0.0336123 Apr 06 11:41:44.506581 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c48af8c-30f7-4186-9305-d091c7080e0f None None] New status for floating IP af12f71a-3949-44e4-a3cb-f7af960544ab: DOWN {{(pid=103883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:41:45.555574 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 58280) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:41:45.609337 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f1a1eff2-117f-4107-8af9-9ffc465aa572 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for security_group (0c7519d5-0c19-4100-8048-a4dcc93aae12), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:41:45.631899 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f1a1eff2-117f-4107-8af9-9ffc465aa572 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for security_group (0c7519d5-0c19-4100-8048-a4dcc93aae12), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:41:45.737767 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f1a1eff2-117f-4107-8af9-9ffc465aa572 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (0c7519d5-0c19-4100-8048-a4dcc93aae12), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:41:45.740304 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f1a1eff2-117f-4107-8af9-9ffc465aa572 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:41:45.741496 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-f1a1eff2-117f-4107-8af9-9ffc465aa572 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "DELETE /v2.0/security-groups/0c7519d5-0c19-4100-8048-a4dcc93aae12 HTTP/1.1" status: 204 len: 168 time: 0.1849260 Apr 06 11:41:45.744420 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 58282) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:41:45.751736 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a1eff2-117f-4107-8af9-9ffc465aa572 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7519d5-0c19-4100-8048-a4dcc93aae12,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:41:45.762117 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.api.v2.resource [None req-919e05e5-7be2-4b33-aa61-978f424259e4 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] show failed (client error): The resource could not be found. Apr 06 11:41:45.762117 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-919e05e5-7be2-4b33-aa61-978f424259e4 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/security-groups/0c7519d5-0c19-4100-8048-a4dcc93aae12 HTTP/1.1" status: 404 len: 347 time: 0.0141661 Apr 06 11:41:45.763781 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 58284) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:41:45.884144 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-f0a647f2-3d52-40b6-b96b-babb7d593f9d tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Deleting port f532f1ba-6261-4363-a97b-577bba209874 {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:41:45.884482 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f0a647f2-3d52-40b6-b96b-babb7d593f9d tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192836145'] for port (f532f1ba-6261-4363-a97b-577bba209874), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:41:45.959684 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f0a647f2-3d52-40b6-b96b-babb7d593f9d tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-891628'] for port (f532f1ba-6261-4363-a97b-577bba209874), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:41:45.960007 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f0a647f2-3d52-40b6-b96b-babb7d593f9d tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for floatingip (f532f1ba-6261-4363-a97b-577bba209874), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:41:45.971826 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-f0a647f2-3d52-40b6-b96b-babb7d593f9d tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Calling delete_port for f532f1ba-6261-4363-a97b-577bba209874 owned by network:floatingip {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:41:46.200751 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f0a647f2-3d52-40b6-b96b-babb7d593f9d tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192843524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779192465933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10088034'] for port (f532f1ba-6261-4363-a97b-577bba209874), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:41:46.226697 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a647f2-3d52-40b6-b96b-babb7d593f9d tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Pushing event deleted for resources: {'Port': ['ID=f532f1ba-6261-4363-a97b-577bba209874,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:41:46.239024 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a647f2-3d52-40b6-b96b-babb7d593f9d tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:41:46.239432 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a647f2-3d52-40b6-b96b-babb7d593f9d tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:41:46.239796 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a647f2-3d52-40b6-b96b-babb7d593f9d tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:41:46.240142 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a647f2-3d52-40b6-b96b-babb7d593f9d tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:41:46.240478 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a647f2-3d52-40b6-b96b-babb7d593f9d tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:41:46.240812 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a647f2-3d52-40b6-b96b-babb7d593f9d tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:41:46.241168 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a647f2-3d52-40b6-b96b-babb7d593f9d tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:41:46.241497 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a647f2-3d52-40b6-b96b-babb7d593f9d tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:41:46.241820 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a647f2-3d52-40b6-b96b-babb7d593f9d tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:41:46.242146 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a647f2-3d52-40b6-b96b-babb7d593f9d tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:41:46.242468 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a647f2-3d52-40b6-b96b-babb7d593f9d tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:41:46.242833 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a647f2-3d52-40b6-b96b-babb7d593f9d tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:41:46.243155 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a647f2-3d52-40b6-b96b-babb7d593f9d tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:41:46.243475 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a647f2-3d52-40b6-b96b-babb7d593f9d tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:41:46.243847 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a647f2-3d52-40b6-b96b-babb7d593f9d tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:41:46.299667 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f0a647f2-3d52-40b6-b96b-babb7d593f9d tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for floatingip (af12f71a-3949-44e4-a3cb-f7af960544ab), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:41:46.300243 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f0a647f2-3d52-40b6-b96b-babb7d593f9d tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for floatingip (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:41:46.301408 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-f0a647f2-3d52-40b6-b96b-babb7d593f9d tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "DELETE /v2.0/floatingips/af12f71a-3949-44e4-a3cb-f7af960544ab HTTP/1.1" status: 204 len: 168 time: 0.5362127 Apr 06 11:41:46.492064 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 58288) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:41:46.496642 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-3f93c585-c157-4aea-8d05-14fe26011495 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Request body: {'security_group': {'name': 'tempest-securitygroup--8201478', 'description': 'tempest-description--62930683'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:41:46.578468 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3f93c585-c157-4aea-8d05-14fe26011495 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:41:46.643184 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3f93c585-c157-4aea-8d05-14fe26011495 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for security_group (34f8ec0e-c9ca-4772-8cda-229ecfcfeb15), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:41:46.709597 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3f93c585-c157-4aea-8d05-14fe26011495 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (34f8ec0e-c9ca-4772-8cda-229ecfcfeb15), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:41:46.742372 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f93c585-c157-4aea-8d05-14fe26011495 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34f8ec0e-c9ca-4772-8cda-229ecfcfeb15,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:41:46.803172 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3f93c585-c157-4aea-8d05-14fe26011495 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:41:46.804430 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-3f93c585-c157-4aea-8d05-14fe26011495 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3113563 Apr 06 11:41:46.807301 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 58290) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:41:46.813888 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-d4078a46-cae8-4960-9b1a-117d339f760c tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Request body: {'security_group_rule': {'security_group_id': '34f8ec0e-c9ca-4772-8cda-229ecfcfeb15', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:41:46.909212 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d4078a46-cae8-4960-9b1a-117d339f760c tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for security_group_rule (22dcc78a-744f-455d-ad6e-8f401df5dc42), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:41:46.961241 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d4078a46-cae8-4960-9b1a-117d339f760c tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for security_group_rule (22dcc78a-744f-455d-ad6e-8f401df5dc42), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:41:47.046418 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d4078a46-cae8-4960-9b1a-117d339f760c tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770697'] for security_group_rule (22dcc78a-744f-455d-ad6e-8f401df5dc42), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:41:47.063930 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4078a46-cae8-4960-9b1a-117d339f760c tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22dcc78a-744f-455d-ad6e-8f401df5dc42,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:41:47.145378 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d4078a46-cae8-4960-9b1a-117d339f760c tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:41:47.146535 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-d4078a46-cae8-4960-9b1a-117d339f760c tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3382342 Apr 06 11:41:47.149105 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 58292) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:41:47.153320 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-1d7d5844-4af4-4f02-a9ec-c0a9d75c9ec2 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Request body: {'security_group_rule': {'security_group_id': '34f8ec0e-c9ca-4772-8cda-229ecfcfeb15', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:41:47.244081 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1d7d5844-4af4-4f02-a9ec-c0a9d75c9ec2 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for security_group_rule (4e77e132-f912-4137-acc0-0a74600a4249), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:41:47.301190 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1d7d5844-4af4-4f02-a9ec-c0a9d75c9ec2 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for security_group_rule (4e77e132-f912-4137-acc0-0a74600a4249), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:41:47.312003 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device 771a5589-c1be-4447-a453-f7167307f10b no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:41:47.332400 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] No Port match for: 771a5589-c1be-4447-a453-f7167307f10b {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:41:47.332740 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device 771a5589-c1be-4447-a453-f7167307f10b not bound to the agent host hv-cinder-83607 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:41:47.376524 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1d7d5844-4af4-4f02-a9ec-c0a9d75c9ec2 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770697'] for security_group_rule (4e77e132-f912-4137-acc0-0a74600a4249), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:41:47.394551 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7d5844-4af4-4f02-a9ec-c0a9d75c9ec2 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e77e132-f912-4137-acc0-0a74600a4249,revision_number=0']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:41:47.465912 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1d7d5844-4af4-4f02-a9ec-c0a9d75c9ec2 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:41:47.467154 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-1d7d5844-4af4-4f02-a9ec-c0a9d75c9ec2 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3171229 Apr 06 11:41:47.470310 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 58294) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:41:47.474624 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [None req-239de4e9-1829-4074-80c3-345f6ddb5d4a tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Request body: {'floatingip': {'floating_network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:41:47.566617 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-239de4e9-1829-4074-80c3-345f6ddb5d4a tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:41:47.660482 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-239de4e9-1829-4074-80c3-345f6ddb5d4a tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:41:47.763786 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [None req-239de4e9-1829-4074-80c3-345f6ddb5d4a tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Allocated IP 172.27.2.150 (698fa61f-093e-4dd4-aaec-c1b231275ecc/4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809/74b30805-3a9c-4ce6-82ae-7d2966337313) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:41:47.861812 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-239de4e9-1829-4074-80c3-345f6ddb5d4a tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for port (74b30805-3a9c-4ce6-82ae-7d2966337313), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:41:47.948171 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-239de4e9-1829-4074-80c3-345f6ddb5d4a tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779192465924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797839'] for port (74b30805-3a9c-4ce6-82ae-7d2966337313), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:41:47.992766 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239de4e9-1829-4074-80c3-345f6ddb5d4a tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Network 698fa61f-093e-4dd4-aaec-c1b231275ecc is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:41:47.995988 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-239de4e9-1829-4074-80c3-345f6ddb5d4a tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:41:47.999639 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239de4e9-1829-4074-80c3-345f6ddb5d4a tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:41:48.004997 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239de4e9-1829-4074-80c3-345f6ddb5d4a tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Pushing event updated for resources: {'Port': ['ID=74b30805-3a9c-4ce6-82ae-7d2966337313,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:41:48.087358 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-239de4e9-1829-4074-80c3-345f6ddb5d4a tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for floatingip (036b43af-2c8f-488f-9d42-6c5cce0ae3a4), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:41:48.193938 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-239de4e9-1829-4074-80c3-345f6ddb5d4a tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (74b30805-3a9c-4ce6-82ae-7d2966337313), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:41:48.343790 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-239de4e9-1829-4074-80c3-345f6ddb5d4a tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for port (74b30805-3a9c-4ce6-82ae-7d2966337313), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:41:48.399043 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-239de4e9-1829-4074-80c3-345f6ddb5d4a tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8797942'] for port (74b30805-3a9c-4ce6-82ae-7d2966337313), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:41:48.465400 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239de4e9-1829-4074-80c3-345f6ddb5d4a tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Pushing event updated for resources: {'Port': ['ID=74b30805-3a9c-4ce6-82ae-7d2966337313,revision_number=2']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:41:48.479299 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-239de4e9-1829-4074-80c3-345f6ddb5d4a tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-886429'] for floatingip (036b43af-2c8f-488f-9d42-6c5cce0ae3a4), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:41:48.566749 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-239de4e9-1829-4074-80c3-345f6ddb5d4a tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for floatingip (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:41:48.568178 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-239de4e9-1829-4074-80c3-345f6ddb5d4a tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0969231 Apr 06 11:41:48.715297 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-46efcddc-22c8-480d-b9c8-cb6eb8532ab7 req-f39eacf3-d75a-437a-9945-0648d77b7176 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--8201478&fields=id&tenant_id=bb6810077f514bc4a2288d01e743f182 HTTP/1.1" status: 200 len: 267 time: 0.0418189 Apr 06 11:41:48.818453 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46efcddc-22c8-480d-b9c8-cb6eb8532ab7 req-7f50af7f-db92-4b64-afb2-30c46b7c04bb tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:41:48.819953 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-46efcddc-22c8-480d-b9c8-cb6eb8532ab7 req-7f50af7f-db92-4b64-afb2-30c46b7c04bb tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/networks?id=2b4dedfa-c6d0-43e3-97de-75ece9e3097c HTTP/1.1" status: 200 len: 815 time: 0.0972240 Apr 06 11:41:48.834578 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-46efcddc-22c8-480d-b9c8-cb6eb8532ab7 req-8bd81235-9544-406d-abd9-152b6201c26e tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/quotas/bb6810077f514bc4a2288d01e743f182 HTTP/1.1" status: 200 len: 375 time: 0.0093479 Apr 06 11:41:48.892040 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-46efcddc-22c8-480d-b9c8-cb6eb8532ab7 req-727affab-db8a-4dac-be72-80cb7eec52c3 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=bb6810077f514bc4a2288d01e743f182&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525815 Apr 06 11:41:48.984516 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-46efcddc-22c8-480d-b9c8-cb6eb8532ab7 req-9c743d3d-ca71-4846-bcfa-2164ebf6416e service neutron] 10.222.0.43 "GET /v2.0/networks/2b4dedfa-c6d0-43e3-97de-75ece9e3097c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814869 Apr 06 11:41:49.074294 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-46efcddc-22c8-480d-b9c8-cb6eb8532ab7 req-dda03556-9194-4de2-989a-f6fd864f4d07 service neutron] 10.222.0.43 "GET /v2.0/networks/2b4dedfa-c6d0-43e3-97de-75ece9e3097c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840576 Apr 06 11:41:49.315807 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-6ffe1201-30ee-4050-afde-e5ed34785eb4 req-f4c61c29-31cf-4e04-b851-b5da27c1a51f tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0d30e30-6ba5-46fc-887f-0ca5ebd404ca HTTP/1.1" status: 200 len: 210 time: 0.0267572 Apr 06 11:41:50.411606 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d4e4f942-eeb5-4151-879b-18a16b9856b4 req-cb5632a7-0186-4cbd-bb27-41bc1a8e1d5e tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0d30e30-6ba5-46fc-887f-0ca5ebd404ca HTTP/1.1" status: 200 len: 210 time: 0.0277073 Apr 06 11:41:50.767581 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-d2f8dd02-8968-40b0-bca4-a7fc1cec66fd None None] Agent healthcheck: found 6 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:41:51.504973 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-20de3f67-ab0e-48f6-bb4d-da103f7b9e24 req-a61711f6-a114-406b-9c99-99c42e518a7b tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0d30e30-6ba5-46fc-887f-0ca5ebd404ca HTTP/1.1" status: 200 len: 210 time: 0.0273452 Apr 06 11:41:52.060064 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46efcddc-22c8-480d-b9c8-cb6eb8532ab7 req-2c86d675-1f9b-416a-a47a-c4bcbddfa825 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:41:52.061530 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-46efcddc-22c8-480d-b9c8-cb6eb8532ab7 req-2c86d675-1f9b-416a-a47a-c4bcbddfa825 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.48 "GET /v2.0/networks?id=2b4dedfa-c6d0-43e3-97de-75ece9e3097c HTTP/1.1" status: 200 len: 815 time: 0.1016145 Apr 06 11:41:52.124722 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-46efcddc-22c8-480d-b9c8-cb6eb8532ab7 req-44786ede-90d3-4392-839d-d3fdf836d054 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb6810077f514bc4a2288d01e743f182 HTTP/1.1" status: 200 len: 377 time: 0.0555837 Apr 06 11:41:52.132633 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [req-46efcddc-22c8-480d-b9c8-cb6eb8532ab7 req-da62ae49-db6e-4cdd-94a6-3c87c77a4563 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Request body: {'port': {'device_id': 'd0d30e30-6ba5-46fc-887f-0ca5ebd404ca', 'network_id': '2b4dedfa-c6d0-43e3-97de-75ece9e3097c', 'admin_state_up': True, 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'security_groups': ['34f8ec0e-c9ca-4772-8cda-229ecfcfeb15']}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:41:52.315025 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46efcddc-22c8-480d-b9c8-cb6eb8532ab7 req-da62ae49-db6e-4cdd-94a6-3c87c77a4563 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Made reservation on behalf of bb6810077f514bc4a2288d01e743f182 for: {'port': 1} {{(pid=103882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:41:52.318664 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-46efcddc-22c8-480d-b9c8-cb6eb8532ab7 req-da62ae49-db6e-4cdd-94a6-3c87c77a4563 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:41:52.446111 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [req-46efcddc-22c8-480d-b9c8-cb6eb8532ab7 req-da62ae49-db6e-4cdd-94a6-3c87c77a4563 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Allocated IP 172.20.0.4 (2b4dedfa-c6d0-43e3-97de-75ece9e3097c/ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c/c19bfd9d-6870-4fb3-8377-5a90cf7bba72) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:41:52.592084 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-46efcddc-22c8-480d-b9c8-cb6eb8532ab7 req-da62ae49-db6e-4cdd-94a6-3c87c77a4563 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for port (c19bfd9d-6870-4fb3-8377-5a90cf7bba72), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:41:52.613716 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-bb9688d6-a5fa-45a6-a0f4-7b33117f59fe req-de30046f-f97d-49c1-8072-c31b5fadd64f tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0d30e30-6ba5-46fc-887f-0ca5ebd404ca HTTP/1.1" status: 200 len: 210 time: 0.0382023 Apr 06 11:41:52.697931 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-46efcddc-22c8-480d-b9c8-cb6eb8532ab7 req-da62ae49-db6e-4cdd-94a6-3c87c77a4563 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779192465924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797839'] for port (c19bfd9d-6870-4fb3-8377-5a90cf7bba72), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:41:52.739555 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46efcddc-22c8-480d-b9c8-cb6eb8532ab7 req-da62ae49-db6e-4cdd-94a6-3c87c77a4563 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Network 2b4dedfa-c6d0-43e3-97de-75ece9e3097c is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:41:52.744601 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [req-46efcddc-22c8-480d-b9c8-cb6eb8532ab7 req-da62ae49-db6e-4cdd-94a6-3c87c77a4563 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:41:52.748444 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [req-46efcddc-22c8-480d-b9c8-cb6eb8532ab7 req-da62ae49-db6e-4cdd-94a6-3c87c77a4563 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:41:52.774682 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da62ae49-db6e-4cdd-94a6-3c87c77a4563 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Pushing event updated for resources: {'Port': ['ID=c19bfd9d-6870-4fb3-8377-5a90cf7bba72,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:41:52.805155 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46efcddc-22c8-480d-b9c8-cb6eb8532ab7 req-da62ae49-db6e-4cdd-94a6-3c87c77a4563 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:41:52.805155 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-46efcddc-22c8-480d-b9c8-cb6eb8532ab7 req-da62ae49-db6e-4cdd-94a6-3c87c77a4563 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for port (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:41:52.883404 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-46efcddc-22c8-480d-b9c8-cb6eb8532ab7 req-da62ae49-db6e-4cdd-94a6-3c87c77a4563 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7542095 Apr 06 11:41:52.895180 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [req-46efcddc-22c8-480d-b9c8-cb6eb8532ab7 req-f3449f09-4931-4890-b07d-b94d3beb465b service neutron] Request body: {'port': {'device_id': 'd0d30e30-6ba5-46fc-887f-0ca5ebd404ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:41:52.955635 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-46efcddc-22c8-480d-b9c8-cb6eb8532ab7 req-f3449f09-4931-4890-b07d-b94d3beb465b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (c19bfd9d-6870-4fb3-8377-5a90cf7bba72), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:41:52.980115 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-30339016-c0cc-4b3c-9361-fa1016451594 None None] Provisioning complete for port c19bfd9d-6870-4fb3-8377-5a90cf7bba72 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:41:52.980727 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-30339016-c0cc-4b3c-9361-fa1016451594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (c19bfd9d-6870-4fb3-8377-5a90cf7bba72), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:41:53.014900 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-30339016-c0cc-4b3c-9361-fa1016451594 None None] Port c19bfd9d-6870-4fb3-8377-5a90cf7bba72 cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:41:53.205137 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [req-46efcddc-22c8-480d-b9c8-cb6eb8532ab7 req-f3449f09-4931-4890-b07d-b94d3beb465b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c19bfd9d-6870-4fb3-8377-5a90cf7bba72 {{(pid=103882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:41:53.212599 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-46efcddc-22c8-480d-b9c8-cb6eb8532ab7 req-f3449f09-4931-4890-b07d-b94d3beb465b service neutron] Publish callbacks [] for port (c19bfd9d-6870-4fb3-8377-5a90cf7bba72), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:41:53.224819 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [req-46efcddc-22c8-480d-b9c8-cb6eb8532ab7 req-f3449f09-4931-4890-b07d-b94d3beb465b service neutron] Transition to ACTIVE for port object c19bfd9d-6870-4fb3-8377-5a90cf7bba72 will not be triggered until provisioned by entity L2. {{(pid=103882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 11:41:53.347536 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-46efcddc-22c8-480d-b9c8-cb6eb8532ab7 req-f3449f09-4931-4890-b07d-b94d3beb465b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8797942'] for port (c19bfd9d-6870-4fb3-8377-5a90cf7bba72), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:41:53.399173 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3449f09-4931-4890-b07d-b94d3beb465b service neutron] Pushing event updated for resources: {'Port': ['ID=c19bfd9d-6870-4fb3-8377-5a90cf7bba72,revision_number=2']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:41:53.469271 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [req-46efcddc-22c8-480d-b9c8-cb6eb8532ab7 req-f3449f09-4931-4890-b07d-b94d3beb465b service neutron] Attempting to bind port c19bfd9d-6870-4fb3-8377-5a90cf7bba72 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:41:53.469647 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [req-46efcddc-22c8-480d-b9c8-cb6eb8532ab7 req-f3449f09-4931-4890-b07d-b94d3beb465b service neutron] Attempting to bind port c19bfd9d-6870-4fb3-8377-5a90cf7bba72 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'c5f8d102-e721-4568-a5e4-44a51dfcc222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2b4dedfa-c6d0-43e3-97de-75ece9e3097c'}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:41:53.469985 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46efcddc-22c8-480d-b9c8-cb6eb8532ab7 req-f3449f09-4931-4890-b07d-b94d3beb465b service neutron] Attempting to bind port c19bfd9d-6870-4fb3-8377-5a90cf7bba72 on network 2b4dedfa-c6d0-43e3-97de-75ece9e3097c {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:41:53.474589 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46efcddc-22c8-480d-b9c8-cb6eb8532ab7 req-f3449f09-4931-4890-b07d-b94d3beb465b service neutron] Port c19bfd9d-6870-4fb3-8377-5a90cf7bba72 on network 2b4dedfa-c6d0-43e3-97de-75ece9e3097c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 11:41:53.474915 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46efcddc-22c8-480d-b9c8-cb6eb8532ab7 req-f3449f09-4931-4890-b07d-b94d3beb465b service neutron] Attempting to bind port c19bfd9d-6870-4fb3-8377-5a90cf7bba72 on network 2b4dedfa-c6d0-43e3-97de-75ece9e3097c {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:41:53.479899 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46efcddc-22c8-480d-b9c8-cb6eb8532ab7 req-f3449f09-4931-4890-b07d-b94d3beb465b service neutron] Checking agent: {'id': 'dc195572-b6d9-4259-8541-839e457b2650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 25, 36), 'started_at': datetime.datetime(2022, 4, 6, 11, 25, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:41:53.480244 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46efcddc-22c8-480d-b9c8-cb6eb8532ab7 req-f3449f09-4931-4890-b07d-b94d3beb465b service neutron] Checking segment: {'id': 'c5f8d102-e721-4568-a5e4-44a51dfcc222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2b4dedfa-c6d0-43e3-97de-75ece9e3097c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:41:53.480631 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46efcddc-22c8-480d-b9c8-cb6eb8532ab7 req-f3449f09-4931-4890-b07d-b94d3beb465b service neutron] Bound using segment: {'id': 'c5f8d102-e721-4568-a5e4-44a51dfcc222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2b4dedfa-c6d0-43e3-97de-75ece9e3097c'} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:41:53.481051 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [req-46efcddc-22c8-480d-b9c8-cb6eb8532ab7 req-f3449f09-4931-4890-b07d-b94d3beb465b service neutron] Bound port: c19bfd9d-6870-4fb3-8377-5a90cf7bba72, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5f8d102-e721-4568-a5e4-44a51dfcc222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2b4dedfa-c6d0-43e3-97de-75ece9e3097c'}}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:41:53.481445 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-46efcddc-22c8-480d-b9c8-cb6eb8532ab7 req-f3449f09-4931-4890-b07d-b94d3beb465b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (c19bfd9d-6870-4fb3-8377-5a90cf7bba72), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:41:53.546182 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [req-46efcddc-22c8-480d-b9c8-cb6eb8532ab7 req-f3449f09-4931-4890-b07d-b94d3beb465b service neutron] For port c19bfd9d-6870-4fb3-8377-5a90cf7bba72, host hv-cinder-83607, cleared binding levels {{(pid=103882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:41:53.549912 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [req-46efcddc-22c8-480d-b9c8-cb6eb8532ab7 req-f3449f09-4931-4890-b07d-b94d3beb465b service neutron] For port c19bfd9d-6870-4fb3-8377-5a90cf7bba72, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=c19bfd9d-6870-4fb3-8377-5a90cf7bba72,segment=NetworkSegment(c5f8d102-e721-4568-a5e4-44a51dfcc222),segment_id=c5f8d102-e721-4568-a5e4-44a51dfcc222)] {{(pid=103882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:41:53.646904 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-46efcddc-22c8-480d-b9c8-cb6eb8532ab7 req-f3449f09-4931-4890-b07d-b94d3beb465b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8797942'] for port (c19bfd9d-6870-4fb3-8377-5a90cf7bba72), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:41:53.680524 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46efcddc-22c8-480d-b9c8-cb6eb8532ab7 req-f3449f09-4931-4890-b07d-b94d3beb465b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:41:53.681164 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-46efcddc-22c8-480d-b9c8-cb6eb8532ab7 req-f3449f09-4931-4890-b07d-b94d3beb465b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for port (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:41:53.682566 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-46efcddc-22c8-480d-b9c8-cb6eb8532ab7 req-f3449f09-4931-4890-b07d-b94d3beb465b service neutron] 10.222.0.48 "PUT /v2.0/ports/c19bfd9d-6870-4fb3-8377-5a90cf7bba72 HTTP/1.1" status: 200 len: 1093 time: 0.7916322 Apr 06 11:41:53.683003 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0d30e30-6ba5-46fc-887f-0ca5ebd404ca', 'tag': 'c19bfd9d-6870-4fb3-8377-5a90cf7bba72'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:41:53.685243 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29156e5c8df2cda5f8c3a12ff109e02ba7a327efefb734c2c5f81b1bf548e3ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6415c9-f207-4cab-ba55-ea4f3c607fba" -d '{"events": [{"name": "network-changed", "server_uuid": "d0d30e30-6ba5-46fc-887f-0ca5ebd404ca", "tag": "c19bfd9d-6870-4fb3-8377-5a90cf7bba72"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:41:53.717420 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3449f09-4931-4890-b07d-b94d3beb465b service neutron] Pushing event updated for resources: {'Port': ['ID=c19bfd9d-6870-4fb3-8377-5a90cf7bba72,revision_number=3']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:41:53.734701 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f593a8d5-c2a8-493a-b139-7c283180a75e x-openstack-request-id: req-f593a8d5-c2a8-493a-b139-7c283180a75e {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:41:53.735037 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0d30e30-6ba5-46fc-887f-0ca5ebd404ca", "tag": "c19bfd9d-6870-4fb3-8377-5a90cf7bba72", "status": "completed", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:41:53.735293 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f593a8d5-c2a8-493a-b139-7c283180a75e {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:41:53.735773 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f593a8d5-c2a8-493a-b139-7c283180a75e'] response: {'name': 'network-changed', 'server_uuid': 'd0d30e30-6ba5-46fc-887f-0ca5ebd404ca', 'tag': 'c19bfd9d-6870-4fb3-8377-5a90cf7bba72', 'status': 'completed', 'code': 200} Apr 06 11:41:53.752751 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f54bdb1-5668-478b-9a13-158fd2b1e56a req-916779c1-c484-42cb-a574-dd8528097666 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:41:53.754491 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-7f54bdb1-5668-478b-9a13-158fd2b1e56a req-916779c1-c484-42cb-a574-dd8528097666 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0d30e30-6ba5-46fc-887f-0ca5ebd404ca HTTP/1.1" status: 200 len: 943 time: 0.0705001 Apr 06 11:41:53.802925 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6415c9-f207-4cab-ba55-ea4f3c607fba req-9ba5d0dd-d7b9-441e-a8c1-20ceb794d5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:41:53.804441 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fb6415c9-f207-4cab-ba55-ea4f3c607fba req-9ba5d0dd-d7b9-441e-a8c1-20ceb794d5b2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bb6810077f514bc4a2288d01e743f182&device_id=d0d30e30-6ba5-46fc-887f-0ca5ebd404ca HTTP/1.1" status: 200 len: 1127 time: 0.0527461 Apr 06 11:41:53.808838 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-7f54bdb1-5668-478b-9a13-158fd2b1e56a req-9ddcac38-6364-4c3d-a7ae-c4c08503173a tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/security-groups?id=34f8ec0e-c9ca-4772-8cda-229ecfcfeb15&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0484006 Apr 06 11:41:53.907923 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6415c9-f207-4cab-ba55-ea4f3c607fba req-38b3f688-6c7e-4e03-b226-1c3f1c5093ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:41:53.909408 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fb6415c9-f207-4cab-ba55-ea4f3c607fba req-38b3f688-6c7e-4e03-b226-1c3f1c5093ee service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=bb6810077f514bc4a2288d01e743f182&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0974503 Apr 06 11:41:54.005708 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6415c9-f207-4cab-ba55-ea4f3c607fba req-d5ab2158-7a17-4e26-bf88-4d49e9282b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:41:54.007112 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-fb6415c9-f207-4cab-ba55-ea4f3c607fba req-d5ab2158-7a17-4e26-bf88-4d49e9282b72 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924754 Apr 06 11:41:54.090767 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46efcddc-22c8-480d-b9c8-cb6eb8532ab7 req-2a50205f-e53b-4546-a639-87ae4f80ff5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:41:54.092247 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-46efcddc-22c8-480d-b9c8-cb6eb8532ab7 req-2a50205f-e53b-4546-a639-87ae4f80ff5a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bb6810077f514bc4a2288d01e743f182&device_id=d0d30e30-6ba5-46fc-887f-0ca5ebd404ca HTTP/1.1" status: 200 len: 1127 time: 0.0458364 Apr 06 11:41:54.135806 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-46efcddc-22c8-480d-b9c8-cb6eb8532ab7 req-287e29f9-0181-4791-801d-5492dddc5da0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c19bfd9d-6870-4fb3-8377-5a90cf7bba72 HTTP/1.1" status: 200 len: 217 time: 0.0368299 Apr 06 11:41:54.184770 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46efcddc-22c8-480d-b9c8-cb6eb8532ab7 req-8d292057-8a13-426e-ac48-dbbe523abadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:41:54.186200 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-46efcddc-22c8-480d-b9c8-cb6eb8532ab7 req-8d292057-8a13-426e-ac48-dbbe523abadb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c HTTP/1.1" status: 200 len: 854 time: 0.0445797 Apr 06 11:41:54.236584 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46efcddc-22c8-480d-b9c8-cb6eb8532ab7 req-a06498f6-7a02-4e39-8b98-1d13823030e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:41:54.238044 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-46efcddc-22c8-480d-b9c8-cb6eb8532ab7 req-a06498f6-7a02-4e39-8b98-1d13823030e4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2b4dedfa-c6d0-43e3-97de-75ece9e3097c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450583 Apr 06 11:41:54.328136 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-46efcddc-22c8-480d-b9c8-cb6eb8532ab7 req-7cf73caa-b164-44cd-b363-3f4152f76870 service neutron] 10.222.0.48 "GET /v2.0/networks/2b4dedfa-c6d0-43e3-97de-75ece9e3097c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835924 Apr 06 11:41:54.412571 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-46efcddc-22c8-480d-b9c8-cb6eb8532ab7 req-0873d2e9-2235-416d-b5f4-5cb647f0ed04 service neutron] 10.222.0.48 "GET /v2.0/networks/2b4dedfa-c6d0-43e3-97de-75ece9e3097c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789907 Apr 06 11:41:54.935288 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a322c83-9f1b-4677-874b-0676b9744e47 req-16c52253-d6b8-428c-aba6-ba4a42204c67 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:41:54.937267 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5a322c83-9f1b-4677-874b-0676b9744e47 req-16c52253-d6b8-428c-aba6-ba4a42204c67 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0d30e30-6ba5-46fc-887f-0ca5ebd404ca HTTP/1.1" status: 200 len: 943 time: 0.0529871 Apr 06 11:41:54.982262 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5a322c83-9f1b-4677-874b-0676b9744e47 req-8ccdbb54-0d37-4517-bfdb-7599a79bd806 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/security-groups?id=34f8ec0e-c9ca-4772-8cda-229ecfcfeb15&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0392802 Apr 06 11:41:56.100467 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabfb9f3-2473-40b4-9cc7-02747dd0e14f req-5de7af91-477a-43bf-92b5-508e9303119a tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:41:56.101947 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-aabfb9f3-2473-40b4-9cc7-02747dd0e14f req-5de7af91-477a-43bf-92b5-508e9303119a tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0d30e30-6ba5-46fc-887f-0ca5ebd404ca HTTP/1.1" status: 200 len: 943 time: 0.0540729 Apr 06 11:41:56.146647 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-aabfb9f3-2473-40b4-9cc7-02747dd0e14f req-7c9ffd60-2771-483d-8931-fe23dcc82fe1 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/security-groups?id=34f8ec0e-c9ca-4772-8cda-229ecfcfeb15&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0392182 Apr 06 11:41:57.265763 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e3c13-0d5f-4202-adc5-0783e1524ebf req-4f99b35c-6455-4c14-99b7-e833ca6d3554 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:41:57.267227 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-cb2e3c13-0d5f-4202-adc5-0783e1524ebf req-4f99b35c-6455-4c14-99b7-e833ca6d3554 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0d30e30-6ba5-46fc-887f-0ca5ebd404ca HTTP/1.1" status: 200 len: 943 time: 0.0556235 Apr 06 11:41:57.313207 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-cb2e3c13-0d5f-4202-adc5-0783e1524ebf req-27af6d4d-375e-45c2-b92d-442569998f37 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/security-groups?id=34f8ec0e-c9ca-4772-8cda-229ecfcfeb15&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0402734 Apr 06 11:41:57.374041 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device c19bfd9d-6870-4fb3-8377-5a90cf7bba72 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:41:57.466421 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port c19bfd9d-6870-4fb3-8377-5a90cf7bba72, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=c19bfd9d-6870-4fb3-8377-5a90cf7bba72,segment=NetworkSegment(c5f8d102-e721-4568-a5e4-44a51dfcc222),segment_id=c5f8d102-e721-4568-a5e4-44a51dfcc222)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:41:57.478415 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Returning: {'device': 'c19bfd9d-6870-4fb3-8377-5a90cf7bba72', 'network_id': '2b4dedfa-c6d0-43e3-97de-75ece9e3097c', 'port_id': 'c19bfd9d-6870-4fb3-8377-5a90cf7bba72', 'mac_address': 'fa:16:3e:a3:b0:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:41:57.642859 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Current status of the port c19bfd9d-6870-4fb3-8377-5a90cf7bba72 is: DOWN; New status is: BUILD {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:41:57.643163 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (c19bfd9d-6870-4fb3-8377-5a90cf7bba72), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:41:57.655286 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c19bfd9d-6870-4fb3-8377-5a90cf7bba72 {{(pid=103883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:41:57.674452 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port c19bfd9d-6870-4fb3-8377-5a90cf7bba72, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=c19bfd9d-6870-4fb3-8377-5a90cf7bba72,segment=NetworkSegment(c5f8d102-e721-4568-a5e4-44a51dfcc222),segment_id=c5f8d102-e721-4568-a5e4-44a51dfcc222)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:41:57.735749 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (c19bfd9d-6870-4fb3-8377-5a90cf7bba72), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:41:57.782361 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Pushing event updated for resources: {'Port': ['ID=c19bfd9d-6870-4fb3-8377-5a90cf7bba72,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:41:57.789245 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:41:57.789592 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:41:57.789933 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:41:57.790296 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:41:57.790629 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:41:57.790957 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:41:57.791282 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:41:57.791602 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:41:57.791920 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:41:57.792244 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:41:57.792561 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:41:57.792878 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:41:57.793223 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:41:57.793537 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:41:57.796658 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:41:57.937526 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] get_ports_and_sgs() called for port_ids ['c19bfd9d-6870-4fb3-8377-5a90cf7bba72'] {{(pid=103883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:41:58.427213 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bd6307-0719-44a9-9590-62a0331ae3ca req-90a6b954-fbc5-486c-81d9-a80f9e43cb11 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:41:58.428649 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-48bd6307-0719-44a9-9590-62a0331ae3ca req-90a6b954-fbc5-486c-81d9-a80f9e43cb11 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0d30e30-6ba5-46fc-887f-0ca5ebd404ca HTTP/1.1" status: 200 len: 944 time: 0.0504074 Apr 06 11:41:58.473654 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-48bd6307-0719-44a9-9590-62a0331ae3ca req-f4a3ac30-25fa-40f0-85a5-5e3af41713ff tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/security-groups?id=34f8ec0e-c9ca-4772-8cda-229ecfcfeb15&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0395021 Apr 06 11:41:59.374817 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device c19bfd9d-6870-4fb3-8377-5a90cf7bba72 up at agent hyperv_hv-cinder-83607 {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:41:59.462882 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Provisioning for port c19bfd9d-6870-4fb3-8377-5a90cf7bba72 completed by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 11:41:59.467012 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Provisioning complete for port c19bfd9d-6870-4fb3-8377-5a90cf7bba72 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:41:59.467385 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (c19bfd9d-6870-4fb3-8377-5a90cf7bba72), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:41:59.550308 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Current status of the port c19bfd9d-6870-4fb3-8377-5a90cf7bba72 is: BUILD; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:41:59.550693 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (c19bfd9d-6870-4fb3-8377-5a90cf7bba72), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:41:59.572762 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0d30e30-6ba5-46fc-887f-0ca5ebd404ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19bfd9d-6870-4fb3-8377-5a90cf7bba72'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:41:59.575011 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a256e0d7ec5edad375dd6353356bf7a80218bed4a34d309726d6a914db977355" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-634f289c-e52d-4a7a-895e-9f99a9673c99" -d '{"events": [{"server_uuid": "d0d30e30-6ba5-46fc-887f-0ca5ebd404ca", "name": "network-vif-plugged", "status": "completed", "tag": "c19bfd9d-6870-4fb3-8377-5a90cf7bba72"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:41:59.587637 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port c19bfd9d-6870-4fb3-8377-5a90cf7bba72, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=c19bfd9d-6870-4fb3-8377-5a90cf7bba72,segment=NetworkSegment(c5f8d102-e721-4568-a5e4-44a51dfcc222),segment_id=c5f8d102-e721-4568-a5e4-44a51dfcc222)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:41:59.592066 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48affda7-5aa9-4853-bc88-6d34cfbc0c94 req-f46d8025-ce5b-418a-980e-464e4ea46df2 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:41:59.594373 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-48affda7-5aa9-4853-bc88-6d34cfbc0c94 req-f46d8025-ce5b-418a-980e-464e4ea46df2 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0d30e30-6ba5-46fc-887f-0ca5ebd404ca HTTP/1.1" status: 200 len: 944 time: 0.0535066 Apr 06 11:41:59.616482 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd9dc1eb-6a98-41e2-b9fd-589a73766668 x-openstack-request-id: req-cd9dc1eb-6a98-41e2-b9fd-589a73766668 {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:41:59.616482 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0d30e30-6ba5-46fc-887f-0ca5ebd404ca", "name": "network-vif-plugged", "status": "completed", "tag": "c19bfd9d-6870-4fb3-8377-5a90cf7bba72", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:41:59.616482 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cd9dc1eb-6a98-41e2-b9fd-589a73766668 {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:41:59.616898 dv-cinder-836073-2-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd9dc1eb-6a98-41e2-b9fd-589a73766668'] response: {'server_uuid': 'd0d30e30-6ba5-46fc-887f-0ca5ebd404ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19bfd9d-6870-4fb3-8377-5a90cf7bba72', 'code': 200} Apr 06 11:41:59.644158 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-48affda7-5aa9-4853-bc88-6d34cfbc0c94 req-881d6dd9-2f7a-4e05-b1b1-1b03ebdc273e tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/security-groups?id=34f8ec0e-c9ca-4772-8cda-229ecfcfeb15&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0422695 Apr 06 11:41:59.663696 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (c19bfd9d-6870-4fb3-8377-5a90cf7bba72), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:41:59.711388 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Pushing event updated for resources: {'Port': ['ID=c19bfd9d-6870-4fb3-8377-5a90cf7bba72,revision_number=5']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:41:59.908306 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bedf309-1248-4e84-a723-99252004bece req-b84a081f-ff5c-408d-a8bd-24a435c51c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:41:59.909729 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4bedf309-1248-4e84-a723-99252004bece req-b84a081f-ff5c-408d-a8bd-24a435c51c28 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d0d30e30-6ba5-46fc-887f-0ca5ebd404ca HTTP/1.1" status: 200 len: 1129 time: 0.0462835 Apr 06 11:41:59.950494 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4bedf309-1248-4e84-a723-99252004bece req-5b8d2fea-b8d8-4bc9-9a02-733843e37119 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=34f8ec0e-c9ca-4772-8cda-229ecfcfeb15&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0350254 Apr 06 11:42:00.759264 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d85f9d0-a579-4a6f-a279-9206930590b9 req-c36348c8-970e-46e7-98d9-494454965af8 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:42:00.760729 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-8d85f9d0-a579-4a6f-a279-9206930590b9 req-c36348c8-970e-46e7-98d9-494454965af8 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0d30e30-6ba5-46fc-887f-0ca5ebd404ca HTTP/1.1" status: 200 len: 945 time: 0.0521536 Apr 06 11:42:00.809322 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-8d85f9d0-a579-4a6f-a279-9206930590b9 req-43754f07-e3ee-4fb0-97f0-ffe0ac2bc670 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/security-groups?id=34f8ec0e-c9ca-4772-8cda-229ecfcfeb15&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0425079 Apr 06 11:42:01.936664 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626fcab-a339-42ad-a7a4-5dd31d53ba12 req-0b0c51cd-260e-4916-9ac0-23a056b7fed5 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:42:01.938180 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e626fcab-a339-42ad-a7a4-5dd31d53ba12 req-0b0c51cd-260e-4916-9ac0-23a056b7fed5 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0d30e30-6ba5-46fc-887f-0ca5ebd404ca HTTP/1.1" status: 200 len: 945 time: 0.0590568 Apr 06 11:42:01.984150 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e626fcab-a339-42ad-a7a4-5dd31d53ba12 req-bdd97fc8-a8d3-488f-80a6-db78d33b1abc tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/security-groups?id=34f8ec0e-c9ca-4772-8cda-229ecfcfeb15&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0402815 Apr 06 11:42:02.097771 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b264bab3-c6b5-4857-855f-6a477c7ae1be req-812cea7d-96a7-45b0-a237-5f10b0dfddbe tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:42:02.099221 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-b264bab3-c6b5-4857-855f-6a477c7ae1be req-812cea7d-96a7-45b0-a237-5f10b0dfddbe tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0d30e30-6ba5-46fc-887f-0ca5ebd404ca HTTP/1.1" status: 200 len: 945 time: 0.0517707 Apr 06 11:42:02.107660 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 58356) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:42:02.112190 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-eb1693cd-e05d-4b2f-acfd-415e1ff1aedc tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Request body: {'floatingip': {'port_id': 'c19bfd9d-6870-4fb3-8377-5a90cf7bba72'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:42:02.149966 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-eb1693cd-e05d-4b2f-acfd-415e1ff1aedc tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for floatingip (036b43af-2c8f-488f-9d42-6c5cce0ae3a4), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:02.588962 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-eb1693cd-e05d-4b2f-acfd-415e1ff1aedc tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:02.645893 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-eb1693cd-e05d-4b2f-acfd-415e1ff1aedc tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-886429'] for floatingip (036b43af-2c8f-488f-9d42-6c5cce0ae3a4), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:02.746387 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.db.l3_db [None req-eb1693cd-e05d-4b2f-acfd-415e1ff1aedc tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Floating IP 036b43af-2c8f-488f-9d42-6c5cce0ae3a4 associated. External IP: 172.27.2.150, port: c19bfd9d-6870-4fb3-8377-5a90cf7bba72. Apr 06 11:42:02.951052 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb1693cd-e05d-4b2f-acfd-415e1ff1aedc tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Router 760aa998-9381-4c21-a771-26443716ce99 has already been hosted by L3 agent 9404f039-f516-42fd-94a5-c122fff5649f {{(pid=103881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:42:03.060356 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb1693cd-e05d-4b2f-acfd-415e1ff1aedc tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Notify agent at l3_agent.dv-cinder-836073-2-iscsi the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:42:03.065398 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-eb1693cd-e05d-4b2f-acfd-415e1ff1aedc tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for floatingip (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:03.070036 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d88d38a-9960-48f3-ba65-fa8abcc5c18c None None] Sync routers for ids ['760aa998-9381-4c21-a771-26443716ce99'] in dv-cinder-836073-2-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:42:03.079076 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d88d38a-9960-48f3-ba65-fa8abcc5c18c None None] Routers {'760aa998-9381-4c21-a771-26443716ce99'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:42:03.079709 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-0d88d38a-9960-48f3-ba65-fa8abcc5c18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:41:39Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['760aa998-9381-4c21-a771-26443716ce99'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:42:03.093738 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-eb1693cd-e05d-4b2f-acfd-415e1ff1aedc tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "PUT /v2.0/floatingips/036b43af-2c8f-488f-9d42-6c5cce0ae3a4 HTTP/1.1" status: 200 len: 991 time: 0.9850435 Apr 06 11:42:03.094323 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0d30e30-6ba5-46fc-887f-0ca5ebd404ca', 'tag': 'c19bfd9d-6870-4fb3-8377-5a90cf7bba72'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:42:03.097024 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3406b54a2f576febad5dd824c011310fb025ac9b816498a8b13137d73c32da04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe1fe87-55f7-4f5b-b280-80ece2b3e2c5" -d '{"events": [{"name": "network-changed", "server_uuid": "d0d30e30-6ba5-46fc-887f-0ca5ebd404ca", "tag": "c19bfd9d-6870-4fb3-8377-5a90cf7bba72"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:42:03.132609 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3646bfa-104e-49e5-8598-c725e5ee7e36 x-openstack-request-id: req-b3646bfa-104e-49e5-8598-c725e5ee7e36 {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:42:03.133227 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0d30e30-6ba5-46fc-887f-0ca5ebd404ca", "tag": "c19bfd9d-6870-4fb3-8377-5a90cf7bba72", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:42:03.133227 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b3646bfa-104e-49e5-8598-c725e5ee7e36 {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:42:03.133574 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3646bfa-104e-49e5-8598-c725e5ee7e36'] response: {'name': 'network-changed', 'server_uuid': 'd0d30e30-6ba5-46fc-887f-0ca5ebd404ca', 'tag': 'c19bfd9d-6870-4fb3-8377-5a90cf7bba72', 'status': 'completed', 'code': 200} Apr 06 11:42:03.205347 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe1fe87-55f7-4f5b-b280-80ece2b3e2c5 req-e3eac0af-4594-4e5f-b8db-beb09ce67008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:42:03.208140 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-dfe1fe87-55f7-4f5b-b280-80ece2b3e2c5 req-e3eac0af-4594-4e5f-b8db-beb09ce67008 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bb6810077f514bc4a2288d01e743f182&device_id=d0d30e30-6ba5-46fc-887f-0ca5ebd404ca HTTP/1.1" status: 200 len: 1129 time: 0.0518179 Apr 06 11:42:03.287793 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-0d88d38a-9960-48f3-ba65-fa8abcc5c18c None None] Set router 760aa998-9381-4c21-a771-26443716ce99 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:42:03.305750 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe1fe87-55f7-4f5b-b280-80ece2b3e2c5 req-6ec581a4-d526-4658-b593-f1cc0ef5f637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:42:03.307222 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-dfe1fe87-55f7-4f5b-b280-80ece2b3e2c5 req-6ec581a4-d526-4658-b593-f1cc0ef5f637 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2b4dedfa-c6d0-43e3-97de-75ece9e3097c HTTP/1.1" status: 200 len: 916 time: 0.0911140 Apr 06 11:42:03.371412 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-dfe1fe87-55f7-4f5b-b280-80ece2b3e2c5 req-cbd94ef3-64f2-4d87-93aa-2ab2c5d7c13b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c19bfd9d-6870-4fb3-8377-5a90cf7bba72 HTTP/1.1" status: 200 len: 999 time: 0.0579255 Apr 06 11:42:03.422984 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe1fe87-55f7-4f5b-b280-80ece2b3e2c5 req-cdbd7898-c0af-4d15-b05d-5efa38f6613c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:42:03.424219 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-dfe1fe87-55f7-4f5b-b280-80ece2b3e2c5 req-cdbd7898-c0af-4d15-b05d-5efa38f6613c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c HTTP/1.1" status: 200 len: 854 time: 0.0466211 Apr 06 11:42:03.472885 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe1fe87-55f7-4f5b-b280-80ece2b3e2c5 req-bbfc5524-439b-43fc-b140-4956ce29176f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:42:03.474376 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-dfe1fe87-55f7-4f5b-b280-80ece2b3e2c5 req-bbfc5524-439b-43fc-b140-4956ce29176f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2b4dedfa-c6d0-43e3-97de-75ece9e3097c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447466 Apr 06 11:42:03.510145 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-0d88d38a-9960-48f3-ba65-fa8abcc5c18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760aa998-9381-4c21-a771-26443716ce99', 'name': 'tempest-AttachVolumeNegativeTest-1541549653-router', 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:38:28Z', 'updated_at': '2022-04-06T11:38:32Z', 'revision_number': 4, 'project_id': 'bb6810077f514bc4a2288d01e743f182', 'gw_port': {'id': 'f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760aa998-9381-4c21-a771-26443716ce99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:38:29Z', 'updated_at': '2022-04-06T11:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_floatingips': [{'id': '036b43af-2c8f-488f-9d42-6c5cce0ae3a4', 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'floating_ip_address': '172.27.2.150', 'floating_network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'router_id': '760aa998-9381-4c21-a771-26443716ce99', 'port_id': 'c19bfd9d-6870-4fb3-8377-5a90cf7bba72', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b4dedfa-c6d0-43e3-97de-75ece9e3097c', 'mac_address': 'fa:16:3e:a3:b0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d30e30-6ba5-46fc-887f-0ca5ebd404ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:41:48Z', 'updated_at': '2022-04-06T11:42:02Z', 'revision_number': 1, 'project_id': 'bb6810077f514bc4a2288d01e743f182', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f29192a8-bcbb-4ab9-a414-15733b6ddfc9', 'name': '', 'network_id': '2b4dedfa-c6d0-43e3-97de-75ece9e3097c', 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'mac_address': 'fa:16:3e:0b:04:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760aa998-9381-4c21-a771-26443716ce99', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:38:31Z', 'updated_at': '2022-04-06T11:38:34Z', 'revision_number': 5, 'project_id': 'bb6810077f514bc4a2288d01e743f182', 'subnets': [{'id': 'ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:42:03.539982 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d88d38a-9960-48f3-ba65-fa8abcc5c18c None None] Checking router: 760aa998-9381-4c21-a771-26443716ce99 for host: dv-cinder-836073-2-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:42:03.547962 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d88d38a-9960-48f3-ba65-fa8abcc5c18c None None] Routers {'760aa998-9381-4c21-a771-26443716ce99'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:42:03.549305 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-0d88d38a-9960-48f3-ba65-fa8abcc5c18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:41:39Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['760aa998-9381-4c21-a771-26443716ce99'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:42:03.565670 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-dfe1fe87-55f7-4f5b-b280-80ece2b3e2c5 req-040482d8-2e27-4a4b-858b-a5aa54dfa2e1 service neutron] 10.222.0.48 "GET /v2.0/networks/2b4dedfa-c6d0-43e3-97de-75ece9e3097c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815196 Apr 06 11:42:03.655837 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-0d88d38a-9960-48f3-ba65-fa8abcc5c18c None None] Set router 760aa998-9381-4c21-a771-26443716ce99 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:42:03.657812 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-dfe1fe87-55f7-4f5b-b280-80ece2b3e2c5 req-0e743606-c4ca-4391-9849-ac3a09888e08 service neutron] 10.222.0.48 "GET /v2.0/networks/2b4dedfa-c6d0-43e3-97de-75ece9e3097c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853841 Apr 06 11:42:03.871347 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-0d88d38a-9960-48f3-ba65-fa8abcc5c18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760aa998-9381-4c21-a771-26443716ce99', 'name': 'tempest-AttachVolumeNegativeTest-1541549653-router', 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:38:28Z', 'updated_at': '2022-04-06T11:38:32Z', 'revision_number': 4, 'project_id': 'bb6810077f514bc4a2288d01e743f182', 'gw_port': {'id': 'f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760aa998-9381-4c21-a771-26443716ce99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:38:29Z', 'updated_at': '2022-04-06T11:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_floatingips': [{'id': '036b43af-2c8f-488f-9d42-6c5cce0ae3a4', 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'floating_ip_address': '172.27.2.150', 'floating_network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'router_id': '760aa998-9381-4c21-a771-26443716ce99', 'port_id': 'c19bfd9d-6870-4fb3-8377-5a90cf7bba72', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b4dedfa-c6d0-43e3-97de-75ece9e3097c', 'mac_address': 'fa:16:3e:a3:b0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d30e30-6ba5-46fc-887f-0ca5ebd404ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:41:48Z', 'updated_at': '2022-04-06T11:42:02Z', 'revision_number': 1, 'project_id': 'bb6810077f514bc4a2288d01e743f182', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f29192a8-bcbb-4ab9-a414-15733b6ddfc9', 'name': '', 'network_id': '2b4dedfa-c6d0-43e3-97de-75ece9e3097c', 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'mac_address': 'fa:16:3e:0b:04:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760aa998-9381-4c21-a771-26443716ce99', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:38:31Z', 'updated_at': '2022-04-06T11:38:34Z', 'revision_number': 5, 'project_id': 'bb6810077f514bc4a2288d01e743f182', 'subnets': [{'id': 'ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:42:03.900299 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d88d38a-9960-48f3-ba65-fa8abcc5c18c None None] The sync data for ids ['760aa998-9381-4c21-a771-26443716ce99'] in dv-cinder-836073-2-iscsi is: [{'id': '760aa998-9381-4c21-a771-26443716ce99', 'name': 'tempest-AttachVolumeNegativeTest-1541549653-router', 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:38:28Z', 'updated_at': '2022-04-06T11:38:32Z', 'revision_number': 4, 'project_id': 'bb6810077f514bc4a2288d01e743f182', 'gw_port': {'id': 'f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760aa998-9381-4c21-a771-26443716ce99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:38:29Z', 'updated_at': '2022-04-06T11:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_floatingips': [{'id': '036b43af-2c8f-488f-9d42-6c5cce0ae3a4', 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'floating_ip_address': '172.27.2.150', 'floating_network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'router_id': '760aa998-9381-4c21-a771-26443716ce99', 'port_id': 'c19bfd9d-6870-4fb3-8377-5a90cf7bba72', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b4dedfa-c6d0-43e3-97de-75ece9e3097c', 'mac_address': 'fa:16:3e:a3:b0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d30e30-6ba5-46fc-887f-0ca5ebd404ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:41:48Z', 'updated_at': '2022-04-06T11:42:02Z', 'revision_number': 1, 'project_id': 'bb6810077f514bc4a2288d01e743f182', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f29192a8-bcbb-4ab9-a414-15733b6ddfc9', 'name': '', 'network_id': '2b4dedfa-c6d0-43e3-97de-75ece9e3097c', 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'mac_address': 'fa:16:3e:0b:04:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760aa998-9381-4c21-a771-26443716ce99', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:38:31Z', 'updated_at': '2022-04-06T11:38:34Z', 'revision_number': 5, 'project_id': 'bb6810077f514bc4a2288d01e743f182', 'subnets': [{'id': 'ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:42:04.096673 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c50b709-49a9-421e-94be-282d0529c2a0 None None] New status for floating IP 036b43af-2c8f-488f-9d42-6c5cce0ae3a4: ACTIVE {{(pid=103883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:42:06.579385 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (dc195572-b6d9-4259-8541-839e457b2650), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:06.633879 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ec690aa7-a8bd-47a1-af44-6f1501a32ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (8a8bc679-53b2-461d-b015-cec5a247fb94), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:09.060753 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-b390037a-549c-4930-8761-8ff6dd2615c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (9404f039-f516-42fd-94a5-c122fff5649f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:10.569285 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0cc2d64b-8553-4c26-9c2d-26728f607b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (295112eb-abec-44aa-a7f9-d1b9c67b3953), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:11.867982 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7bcfc971-4c1e-4d8f-8ae7-97bffdd4e21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (33edc1dd-8f2c-4a3f-bd07-9ad8bd534bf2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:13.222171 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (a2831ac0-05e7-463d-be89-41d2adab36ec), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:27.766565 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-d2f8dd02-8968-40b0-bca4-a7fc1cec66fd None None] Agent healthcheck: found 6 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:42:36.580798 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (dc195572-b6d9-4259-8541-839e457b2650), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:36.636338 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-91396e5b-a53a-4938-aa74-6806960f4c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (8a8bc679-53b2-461d-b015-cec5a247fb94), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:39.084044 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-71a4aba1-12b0-4e94-b339-4c1e6ace4acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (9404f039-f516-42fd-94a5-c122fff5649f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:40.614209 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0cc2d64b-8553-4c26-9c2d-26728f607b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (295112eb-abec-44aa-a7f9-d1b9c67b3953), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:41.882063 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7bcfc971-4c1e-4d8f-8ae7-97bffdd4e21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (33edc1dd-8f2c-4a3f-bd07-9ad8bd534bf2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:43.215675 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (a2831ac0-05e7-463d-be89-41d2adab36ec), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:45.729360 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9bd6ee9b-9430-4f5c-bb7c-36cc32902219 req-d911d5b1-2a64-457f-874f-2adea1e21e19 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d0d30e30-6ba5-46fc-887f-0ca5ebd404ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425451 Apr 06 11:42:45.809356 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd6ee9b-9430-4f5c-bb7c-36cc32902219 req-f0dda238-7761-4a84-965e-a9fbbf47a8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:42:45.810814 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9bd6ee9b-9430-4f5c-bb7c-36cc32902219 req-f0dda238-7761-4a84-965e-a9fbbf47a8ca service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bb6810077f514bc4a2288d01e743f182&device_id=d0d30e30-6ba5-46fc-887f-0ca5ebd404ca HTTP/1.1" status: 200 len: 1129 time: 0.0430195 Apr 06 11:42:45.914001 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd6ee9b-9430-4f5c-bb7c-36cc32902219 req-40e5943a-320c-49c5-a174-0a9588e54e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:42:45.915549 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9bd6ee9b-9430-4f5c-bb7c-36cc32902219 req-40e5943a-320c-49c5-a174-0a9588e54e7e service neutron] 10.222.0.48 "GET /v2.0/networks?id=2b4dedfa-c6d0-43e3-97de-75ece9e3097c HTTP/1.1" status: 200 len: 916 time: 0.0872574 Apr 06 11:42:45.978492 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9bd6ee9b-9430-4f5c-bb7c-36cc32902219 req-5b6ed9c5-a6f0-4684-888f-9c097115f43b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c19bfd9d-6870-4fb3-8377-5a90cf7bba72 HTTP/1.1" status: 200 len: 1001 time: 0.0563564 Apr 06 11:42:46.027857 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd6ee9b-9430-4f5c-bb7c-36cc32902219 req-2c975b57-2c24-47af-9ce7-0ba5ef74dff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:42:46.029289 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9bd6ee9b-9430-4f5c-bb7c-36cc32902219 req-2c975b57-2c24-47af-9ce7-0ba5ef74dff8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c HTTP/1.1" status: 200 len: 854 time: 0.0448165 Apr 06 11:42:46.076808 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd6ee9b-9430-4f5c-bb7c-36cc32902219 req-28190763-30fa-45f0-8190-0773e574f368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:42:46.078326 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9bd6ee9b-9430-4f5c-bb7c-36cc32902219 req-28190763-30fa-45f0-8190-0773e574f368 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2b4dedfa-c6d0-43e3-97de-75ece9e3097c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428743 Apr 06 11:42:46.163857 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9bd6ee9b-9430-4f5c-bb7c-36cc32902219 req-355ce38a-2e59-4cf8-ba63-4b2345649a00 service neutron] 10.222.0.48 "GET /v2.0/networks/2b4dedfa-c6d0-43e3-97de-75ece9e3097c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797791 Apr 06 11:42:46.252130 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-9bd6ee9b-9430-4f5c-bb7c-36cc32902219 req-8405e793-e944-4b30-a49b-d0e308a2f00f service neutron] 10.222.0.48 "GET /v2.0/networks/2b4dedfa-c6d0-43e3-97de-75ece9e3097c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826731 Apr 06 11:42:50.310164 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beebd5f9-46e9-4b4a-9fe5-6ac2a495658a req-19d1eaf4-d520-4709-91cd-825a465c55a4 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:42:50.311552 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-beebd5f9-46e9-4b4a-9fe5-6ac2a495658a req-19d1eaf4-d520-4709-91cd-825a465c55a4 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0d30e30-6ba5-46fc-887f-0ca5ebd404ca HTTP/1.1" status: 200 len: 945 time: 0.0519283 Apr 06 11:42:50.357334 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-beebd5f9-46e9-4b4a-9fe5-6ac2a495658a req-7c1aea1e-083f-49d9-b6d7-6ec73a06efa8 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/security-groups?id=34f8ec0e-c9ca-4772-8cda-229ecfcfeb15&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0402753 Apr 06 11:42:51.480000 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d7a7e-e337-46ed-9179-c39a9f84c575 req-130980e5-75bd-4a1c-aade-c0324dc5f4e6 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:42:51.481508 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d58d7a7e-e337-46ed-9179-c39a9f84c575 req-130980e5-75bd-4a1c-aade-c0324dc5f4e6 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0d30e30-6ba5-46fc-887f-0ca5ebd404ca HTTP/1.1" status: 200 len: 945 time: 0.0535145 Apr 06 11:42:51.527370 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-d58d7a7e-e337-46ed-9179-c39a9f84c575 req-6eddd53b-f1b6-4ebf-b718-48777fdd6faa tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/security-groups?id=34f8ec0e-c9ca-4772-8cda-229ecfcfeb15&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0402262 Apr 06 11:42:51.761046 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a6de91-4fc9-432b-95ac-b5917801f628 req-dc35e0c0-a781-4c13-bc09-4df290a2758b tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:42:51.762411 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e7a6de91-4fc9-432b-95ac-b5917801f628 req-dc35e0c0-a781-4c13-bc09-4df290a2758b tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.48 "GET /v2.0/ports?device_id=d0d30e30-6ba5-46fc-887f-0ca5ebd404ca HTTP/1.1" status: 200 len: 945 time: 0.0548012 Apr 06 11:42:51.850802 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [req-e7a6de91-4fc9-432b-95ac-b5917801f628 req-aea68df7-e59b-428b-a351-be9aa4044b60 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Deleting port c19bfd9d-6870-4fb3-8377-5a90cf7bba72 {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:42:51.851133 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-e7a6de91-4fc9-432b-95ac-b5917801f628 req-aea68df7-e59b-428b-a351-be9aa4044b60 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192836145'] for port (c19bfd9d-6870-4fb3-8377-5a90cf7bba72), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:51.938383 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [req-e7a6de91-4fc9-432b-95ac-b5917801f628 req-aea68df7-e59b-428b-a351-be9aa4044b60 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] For port c19bfd9d-6870-4fb3-8377-5a90cf7bba72, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=c19bfd9d-6870-4fb3-8377-5a90cf7bba72,segment=NetworkSegment(c5f8d102-e721-4568-a5e4-44a51dfcc222),segment_id=c5f8d102-e721-4568-a5e4-44a51dfcc222)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:42:51.938746 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-e7a6de91-4fc9-432b-95ac-b5917801f628 req-aea68df7-e59b-428b-a351-be9aa4044b60 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-891628'] for port (c19bfd9d-6870-4fb3-8377-5a90cf7bba72), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:52.104367 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-e7a6de91-4fc9-432b-95ac-b5917801f628 req-aea68df7-e59b-428b-a351-be9aa4044b60 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:52.104724 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-e7a6de91-4fc9-432b-95ac-b5917801f628 req-aea68df7-e59b-428b-a351-be9aa4044b60 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-886429'] for floatingip (036b43af-2c8f-488f-9d42-6c5cce0ae3a4), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:52.105035 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.db.l3_db [req-e7a6de91-4fc9-432b-95ac-b5917801f628 req-aea68df7-e59b-428b-a351-be9aa4044b60 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Floating IP 036b43af-2c8f-488f-9d42-6c5cce0ae3a4 disassociated. External IP: 172.27.2.150, port: c19bfd9d-6870-4fb3-8377-5a90cf7bba72. Apr 06 11:42:52.105396 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [req-e7a6de91-4fc9-432b-95ac-b5917801f628 req-aea68df7-e59b-428b-a351-be9aa4044b60 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Calling delete_port for c19bfd9d-6870-4fb3-8377-5a90cf7bba72 owned by compute:nova {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:42:52.283716 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-e7a6de91-4fc9-432b-95ac-b5917801f628 req-aea68df7-e59b-428b-a351-be9aa4044b60 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192843524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779192465933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797839'] for port (c19bfd9d-6870-4fb3-8377-5a90cf7bba72), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:52.311954 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea68df7-e59b-428b-a351-be9aa4044b60 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Pushing event deleted for resources: {'Port': ['ID=c19bfd9d-6870-4fb3-8377-5a90cf7bba72,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:42:52.323823 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea68df7-e59b-428b-a351-be9aa4044b60 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:52.324180 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea68df7-e59b-428b-a351-be9aa4044b60 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:52.324543 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea68df7-e59b-428b-a351-be9aa4044b60 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:52.324872 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea68df7-e59b-428b-a351-be9aa4044b60 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:52.325237 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea68df7-e59b-428b-a351-be9aa4044b60 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:52.325575 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea68df7-e59b-428b-a351-be9aa4044b60 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:52.325906 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea68df7-e59b-428b-a351-be9aa4044b60 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:52.326235 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea68df7-e59b-428b-a351-be9aa4044b60 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:52.326563 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea68df7-e59b-428b-a351-be9aa4044b60 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:52.326895 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea68df7-e59b-428b-a351-be9aa4044b60 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:52.327223 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea68df7-e59b-428b-a351-be9aa4044b60 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:52.327552 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea68df7-e59b-428b-a351-be9aa4044b60 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:52.327874 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea68df7-e59b-428b-a351-be9aa4044b60 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:52.328197 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea68df7-e59b-428b-a351-be9aa4044b60 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:52.328522 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea68df7-e59b-428b-a351-be9aa4044b60 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:52.628977 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-68a5c4d6-4ca2-4694-8c11-6d13af377665 req-614f039c-c3fb-41bd-ad4d-a64dc573fb8c tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0d30e30-6ba5-46fc-887f-0ca5ebd404ca HTTP/1.1" status: 200 len: 210 time: 0.0321054 Apr 06 11:42:52.722238 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e7a6de91-4fc9-432b-95ac-b5917801f628 req-aea68df7-e59b-428b-a351-be9aa4044b60 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Router 760aa998-9381-4c21-a771-26443716ce99 has already been hosted by L3 agent 9404f039-f516-42fd-94a5-c122fff5649f {{(pid=103882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:42:52.834823 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e7a6de91-4fc9-432b-95ac-b5917801f628 req-aea68df7-e59b-428b-a351-be9aa4044b60 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Notify agent at l3_agent.dv-cinder-836073-2-iscsi the message routers_updated {{(pid=103882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:42:52.844332 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ebaba4-c3f1-4a97-a067-8a9f836ba1ca None None] Sync routers for ids ['760aa998-9381-4c21-a771-26443716ce99'] in dv-cinder-836073-2-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:42:52.853437 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ebaba4-c3f1-4a97-a067-8a9f836ba1ca None None] Routers {'760aa998-9381-4c21-a771-26443716ce99'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:42:52.857410 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-82ebaba4-c3f1-4a97-a067-8a9f836ba1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:42:39Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['760aa998-9381-4c21-a771-26443716ce99'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:42:52.875080 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7a6de91-4fc9-432b-95ac-b5917801f628 req-aea68df7-e59b-428b-a351-be9aa4044b60 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] No DVR routers for this DVR port c19bfd9d-6870-4fb3-8377-5a90cf7bba72 on host hv-cinder-83607 {{(pid=103882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:42:52.877718 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-e7a6de91-4fc9-432b-95ac-b5917801f628 req-aea68df7-e59b-428b-a351-be9aa4044b60 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for port (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:52.881842 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e7a6de91-4fc9-432b-95ac-b5917801f628 req-aea68df7-e59b-428b-a351-be9aa4044b60 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.48 "DELETE /v2.0/ports/c19bfd9d-6870-4fb3-8377-5a90cf7bba72 HTTP/1.1" status: 204 len: 173 time: 1.1142099 Apr 06 11:42:52.882297 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0d30e30-6ba5-46fc-887f-0ca5ebd404ca', 'name': 'network-vif-deleted', 'tag': 'c19bfd9d-6870-4fb3-8377-5a90cf7bba72'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:42:52.885053 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29156e5c8df2cda5f8c3a12ff109e02ba7a327efefb734c2c5f81b1bf548e3ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b2460d-1a1e-4116-aeba-dfefedf38d02" -d '{"events": [{"server_uuid": "d0d30e30-6ba5-46fc-887f-0ca5ebd404ca", "name": "network-vif-deleted", "tag": "c19bfd9d-6870-4fb3-8377-5a90cf7bba72"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:42:52.922215 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6989024e-0288-4169-8189-e26875c7d3e3 x-openstack-request-id: req-6989024e-0288-4169-8189-e26875c7d3e3 {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:42:52.922509 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0d30e30-6ba5-46fc-887f-0ca5ebd404ca", "name": "network-vif-deleted", "tag": "c19bfd9d-6870-4fb3-8377-5a90cf7bba72", "status": "completed", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:42:52.922764 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6989024e-0288-4169-8189-e26875c7d3e3 {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:42:52.923172 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6989024e-0288-4169-8189-e26875c7d3e3'] response: {'server_uuid': 'd0d30e30-6ba5-46fc-887f-0ca5ebd404ca', 'name': 'network-vif-deleted', 'tag': 'c19bfd9d-6870-4fb3-8377-5a90cf7bba72', 'status': 'completed', 'code': 200} Apr 06 11:42:52.963976 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-82ebaba4-c3f1-4a97-a067-8a9f836ba1ca None None] Set router 760aa998-9381-4c21-a771-26443716ce99 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:42:53.165646 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-82ebaba4-c3f1-4a97-a067-8a9f836ba1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760aa998-9381-4c21-a771-26443716ce99', 'name': 'tempest-AttachVolumeNegativeTest-1541549653-router', 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:38:28Z', 'updated_at': '2022-04-06T11:38:32Z', 'revision_number': 4, 'project_id': 'bb6810077f514bc4a2288d01e743f182', 'gw_port': {'id': 'f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760aa998-9381-4c21-a771-26443716ce99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:38:29Z', 'updated_at': '2022-04-06T11:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_interfaces': [{'id': 'f29192a8-bcbb-4ab9-a414-15733b6ddfc9', 'name': '', 'network_id': '2b4dedfa-c6d0-43e3-97de-75ece9e3097c', 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'mac_address': 'fa:16:3e:0b:04:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760aa998-9381-4c21-a771-26443716ce99', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:38:31Z', 'updated_at': '2022-04-06T11:38:34Z', 'revision_number': 5, 'project_id': 'bb6810077f514bc4a2288d01e743f182', 'subnets': [{'id': 'ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:42:53.191778 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ebaba4-c3f1-4a97-a067-8a9f836ba1ca None None] Checking router: 760aa998-9381-4c21-a771-26443716ce99 for host: dv-cinder-836073-2-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:42:53.200120 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ebaba4-c3f1-4a97-a067-8a9f836ba1ca None None] Routers {'760aa998-9381-4c21-a771-26443716ce99'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:42:53.200743 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-82ebaba4-c3f1-4a97-a067-8a9f836ba1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:42:39Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['760aa998-9381-4c21-a771-26443716ce99'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:42:53.308168 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-82ebaba4-c3f1-4a97-a067-8a9f836ba1ca None None] Set router 760aa998-9381-4c21-a771-26443716ce99 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:42:53.504477 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-82ebaba4-c3f1-4a97-a067-8a9f836ba1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760aa998-9381-4c21-a771-26443716ce99', 'name': 'tempest-AttachVolumeNegativeTest-1541549653-router', 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:38:28Z', 'updated_at': '2022-04-06T11:38:32Z', 'revision_number': 4, 'project_id': 'bb6810077f514bc4a2288d01e743f182', 'gw_port': {'id': 'f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760aa998-9381-4c21-a771-26443716ce99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:38:29Z', 'updated_at': '2022-04-06T11:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_interfaces': [{'id': 'f29192a8-bcbb-4ab9-a414-15733b6ddfc9', 'name': '', 'network_id': '2b4dedfa-c6d0-43e3-97de-75ece9e3097c', 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'mac_address': 'fa:16:3e:0b:04:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760aa998-9381-4c21-a771-26443716ce99', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:38:31Z', 'updated_at': '2022-04-06T11:38:34Z', 'revision_number': 5, 'project_id': 'bb6810077f514bc4a2288d01e743f182', 'subnets': [{'id': 'ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:42:53.628220 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ebaba4-c3f1-4a97-a067-8a9f836ba1ca None None] The sync data for ids ['760aa998-9381-4c21-a771-26443716ce99'] in dv-cinder-836073-2-iscsi is: [{'id': '760aa998-9381-4c21-a771-26443716ce99', 'name': 'tempest-AttachVolumeNegativeTest-1541549653-router', 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:38:28Z', 'updated_at': '2022-04-06T11:38:32Z', 'revision_number': 4, 'project_id': 'bb6810077f514bc4a2288d01e743f182', 'gw_port': {'id': 'f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760aa998-9381-4c21-a771-26443716ce99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:38:29Z', 'updated_at': '2022-04-06T11:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi', '_interfaces': [{'id': 'f29192a8-bcbb-4ab9-a414-15733b6ddfc9', 'name': '', 'network_id': '2b4dedfa-c6d0-43e3-97de-75ece9e3097c', 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'mac_address': 'fa:16:3e:0b:04:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760aa998-9381-4c21-a771-26443716ce99', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:38:31Z', 'updated_at': '2022-04-06T11:38:34Z', 'revision_number': 5, 'project_id': 'bb6810077f514bc4a2288d01e743f182', 'subnets': [{'id': 'ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:42:53.740078 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-f4ee0323-f41f-4091-8201-35f2f5e9e7e3 req-41269200-9d21-45a1-8b87-e5d1071839f4 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0d30e30-6ba5-46fc-887f-0ca5ebd404ca HTTP/1.1" status: 200 len: 210 time: 0.0286386 Apr 06 11:42:53.892015 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35394d3-d8b9-41ff-ba7b-b7448422edaa None None] New status for floating IP 036b43af-2c8f-488f-9d42-6c5cce0ae3a4: DOWN {{(pid=103883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:42:54.878549 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 58446) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:42:54.931722 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a5b9b065-9e99-4aa7-890c-2d1a2a206ef4 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for security_group (34f8ec0e-c9ca-4772-8cda-229ecfcfeb15), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:54.954406 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a5b9b065-9e99-4aa7-890c-2d1a2a206ef4 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for security_group (34f8ec0e-c9ca-4772-8cda-229ecfcfeb15), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:55.089847 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a5b9b065-9e99-4aa7-890c-2d1a2a206ef4 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (34f8ec0e-c9ca-4772-8cda-229ecfcfeb15), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:55.092744 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a5b9b065-9e99-4aa7-890c-2d1a2a206ef4 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:55.093928 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-a5b9b065-9e99-4aa7-890c-2d1a2a206ef4 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "DELETE /v2.0/security-groups/34f8ec0e-c9ca-4772-8cda-229ecfcfeb15 HTTP/1.1" status: 204 len: 168 time: 0.2144029 Apr 06 11:42:55.097932 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 58448) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:42:55.103407 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b9b065-9e99-4aa7-890c-2d1a2a206ef4 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f8ec0e-c9ca-4772-8cda-229ecfcfeb15,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:42:55.110287 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.api.v2.resource [None req-aaa288cf-5e87-41a1-8eb6-1b7b2e636247 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] show failed (client error): The resource could not be found. Apr 06 11:42:55.111370 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-aaa288cf-5e87-41a1-8eb6-1b7b2e636247 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "GET /v2.0/security-groups/34f8ec0e-c9ca-4772-8cda-229ecfcfeb15 HTTP/1.1" status: 404 len: 347 time: 0.0136673 Apr 06 11:42:55.114324 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 58450) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:42:55.248608 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-b190bf69-0db0-4f27-994e-8d268eeee945 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Deleting port 74b30805-3a9c-4ce6-82ae-7d2966337313 {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:42:55.248608 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b190bf69-0db0-4f27-994e-8d268eeee945 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192836145'] for port (74b30805-3a9c-4ce6-82ae-7d2966337313), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:55.320834 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b190bf69-0db0-4f27-994e-8d268eeee945 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-891628'] for port (74b30805-3a9c-4ce6-82ae-7d2966337313), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:55.321107 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b190bf69-0db0-4f27-994e-8d268eeee945 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for floatingip (74b30805-3a9c-4ce6-82ae-7d2966337313), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:55.332913 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-b190bf69-0db0-4f27-994e-8d268eeee945 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Calling delete_port for 74b30805-3a9c-4ce6-82ae-7d2966337313 owned by network:floatingip {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:42:55.529362 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b190bf69-0db0-4f27-994e-8d268eeee945 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192843524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779192465933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10088034'] for port (74b30805-3a9c-4ce6-82ae-7d2966337313), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:55.558328 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b190bf69-0db0-4f27-994e-8d268eeee945 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Pushing event deleted for resources: {'Port': ['ID=74b30805-3a9c-4ce6-82ae-7d2966337313,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:42:55.585550 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b190bf69-0db0-4f27-994e-8d268eeee945 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:55.586056 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b190bf69-0db0-4f27-994e-8d268eeee945 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:55.586603 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b190bf69-0db0-4f27-994e-8d268eeee945 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:55.587032 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b190bf69-0db0-4f27-994e-8d268eeee945 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:55.587365 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b190bf69-0db0-4f27-994e-8d268eeee945 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:55.587694 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b190bf69-0db0-4f27-994e-8d268eeee945 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:55.588022 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b190bf69-0db0-4f27-994e-8d268eeee945 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:55.588609 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b190bf69-0db0-4f27-994e-8d268eeee945 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:55.588919 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b190bf69-0db0-4f27-994e-8d268eeee945 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:55.589428 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b190bf69-0db0-4f27-994e-8d268eeee945 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:55.589665 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b190bf69-0db0-4f27-994e-8d268eeee945 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:55.589984 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b190bf69-0db0-4f27-994e-8d268eeee945 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:55.590303 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b190bf69-0db0-4f27-994e-8d268eeee945 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:55.590625 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b190bf69-0db0-4f27-994e-8d268eeee945 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:55.590941 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b190bf69-0db0-4f27-994e-8d268eeee945 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:42:55.605191 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device c19bfd9d-6870-4fb3-8377-5a90cf7bba72 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:42:55.626974 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] No Port match for: c19bfd9d-6870-4fb3-8377-5a90cf7bba72 {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:42:55.627322 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device c19bfd9d-6870-4fb3-8377-5a90cf7bba72 not bound to the agent host hv-cinder-83607 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:42:55.631943 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b190bf69-0db0-4f27-994e-8d268eeee945 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks [] for floatingip (036b43af-2c8f-488f-9d42-6c5cce0ae3a4), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:55.634514 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b190bf69-0db0-4f27-994e-8d268eeee945 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for floatingip (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:42:55.635666 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-b190bf69-0db0-4f27-994e-8d268eeee945 tempest-AttachVolumeNegativeTest-629162012 tempest-AttachVolumeNegativeTest-629162012-project] 10.222.0.43 "DELETE /v2.0/floatingips/036b43af-2c8f-488f-9d42-6c5cce0ae3a4 HTTP/1.1" status: 204 len: 168 time: 0.5203917 Apr 06 11:42:59.606752 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 58486) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:42:59.948751 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-952118e1-096b-4774-8dc9-bd37bec018dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-916893'] for router_interface (760aa998-9381-4c21-a771-26443716ce99), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:00.395669 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-952118e1-096b-4774-8dc9-bd37bec018dc admin admin] Deleting port f29192a8-bcbb-4ab9-a414-15733b6ddfc9 {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:43:00.396523 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-952118e1-096b-4774-8dc9-bd37bec018dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192836145'] for port (f29192a8-bcbb-4ab9-a414-15733b6ddfc9), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:00.473586 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [None req-952118e1-096b-4774-8dc9-bd37bec018dc admin admin] For port f29192a8-bcbb-4ab9-a414-15733b6ddfc9, host dv-cinder-836073-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=f29192a8-bcbb-4ab9-a414-15733b6ddfc9,segment=NetworkSegment(c5f8d102-e721-4568-a5e4-44a51dfcc222),segment_id=c5f8d102-e721-4568-a5e4-44a51dfcc222)] {{(pid=103881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:43:00.473954 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-952118e1-096b-4774-8dc9-bd37bec018dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-891628'] for port (f29192a8-bcbb-4ab9-a414-15733b6ddfc9), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:00.486568 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-952118e1-096b-4774-8dc9-bd37bec018dc admin admin] Calling delete_port for f29192a8-bcbb-4ab9-a414-15733b6ddfc9 owned by network:router_interface {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:43:00.732769 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-952118e1-096b-4774-8dc9-bd37bec018dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192843524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779192465933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10088034'] for port (f29192a8-bcbb-4ab9-a414-15733b6ddfc9), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:00.756623 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952118e1-096b-4774-8dc9-bd37bec018dc admin admin] Pushing event deleted for resources: {'Port': ['ID=f29192a8-bcbb-4ab9-a414-15733b6ddfc9,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:43:00.929408 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-952118e1-096b-4774-8dc9-bd37bec018dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567313', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-886285'] for router_interface (760aa998-9381-4c21-a771-26443716ce99), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:01.141332 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-952118e1-096b-4774-8dc9-bd37bec018dc admin admin] Router 760aa998-9381-4c21-a771-26443716ce99 has already been hosted by L3 agent 9404f039-f516-42fd-94a5-c122fff5649f {{(pid=103881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:43:01.250251 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-952118e1-096b-4774-8dc9-bd37bec018dc admin admin] Notify agent at l3_agent.dv-cinder-836073-2-iscsi the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:43:01.255276 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-952118e1-096b-4774-8dc9-bd37bec018dc admin admin] 10.222.0.43 "PUT /v2.0/routers/760aa998-9381-4c21-a771-26443716ce99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6475158 Apr 06 11:43:01.258610 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 58488) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:43:01.261405 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a3e2d9-ff0a-41e7-8d8b-9899dc533870 None None] Sync routers for ids ['760aa998-9381-4c21-a771-26443716ce99'] in dv-cinder-836073-2-iscsi {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:43:01.271641 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a3e2d9-ff0a-41e7-8d8b-9899dc533870 None None] Routers {'760aa998-9381-4c21-a771-26443716ce99'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:43:01.272337 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-75a3e2d9-ff0a-41e7-8d8b-9899dc533870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:42:39Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['760aa998-9381-4c21-a771-26443716ce99'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:43:01.361396 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8dbf561d-c563-499c-b8e8-41c62d8ddbfc admin admin] Publish callbacks [] for router (760aa998-9381-4c21-a771-26443716ce99), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:01.376500 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-75a3e2d9-ff0a-41e7-8d8b-9899dc533870 None None] Set router 760aa998-9381-4c21-a771-26443716ce99 gateway port host: dv-cinder-836073-2-iscsi {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:43:01.462837 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8dbf561d-c563-499c-b8e8-41c62d8ddbfc admin admin] Publish callbacks [] for router_gateway (760aa998-9381-4c21-a771-26443716ce99), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:01.553065 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-75a3e2d9-ff0a-41e7-8d8b-9899dc533870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760aa998-9381-4c21-a771-26443716ce99', 'name': 'tempest-AttachVolumeNegativeTest-1541549653-router', 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'external_fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:38:28Z', 'updated_at': '2022-04-06T11:43:00Z', 'revision_number': 5, 'project_id': 'bb6810077f514bc4a2288d01e743f182', 'gw_port': {'id': 'f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba', 'name': '', 'network_id': '698fa61f-093e-4dd4-aaec-c1b231275ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760aa998-9381-4c21-a771-26443716ce99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836073-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:38:29Z', 'updated_at': '2022-04-06T11:38:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f9ae0a6-534e-4798-9c9c-f6fe5aa1b809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836073-2-iscsi'}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:43:01.578905 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a3e2d9-ff0a-41e7-8d8b-9899dc533870 None None] Checking router: 760aa998-9381-4c21-a771-26443716ce99 for host: dv-cinder-836073-2-iscsi {{(pid=103884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:43:01.582629 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-8dbf561d-c563-499c-b8e8-41c62d8ddbfc admin admin] Deleting port f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:43:01.582967 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8dbf561d-c563-499c-b8e8-41c62d8ddbfc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192836145'] for port (f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:01.587156 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a3e2d9-ff0a-41e7-8d8b-9899dc533870 None None] Routers {'760aa998-9381-4c21-a771-26443716ce99'} bound to L3 agent in host dv-cinder-836073-2-iscsi {{(pid=103884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:43:01.587764 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-75a3e2d9-ff0a-41e7-8d8b-9899dc533870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836073-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T11:18:39Z,description=,heartbeat_timestamp=2022-04-06T11:42:39Z,host='dv-cinder-836073-2-iscsi',id=9404f039-f516-42fd-94a5-c122fff5649f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T11:18:40Z,topic='l3_agent')) {'router_ids': ['760aa998-9381-4c21-a771-26443716ce99'], 'active': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:43:01.663611 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [None req-8dbf561d-c563-499c-b8e8-41c62d8ddbfc admin admin] For port f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba, host dv-cinder-836073-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba,segment=NetworkSegment(a1489c3e-d8bf-465c-8161-3d720cf0d135),segment_id=a1489c3e-d8bf-465c-8161-3d720cf0d135)] {{(pid=103881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:43:01.663882 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8dbf561d-c563-499c-b8e8-41c62d8ddbfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-891628'] for port (f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:01.676237 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-8dbf561d-c563-499c-b8e8-41c62d8ddbfc admin admin] Calling delete_port for f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba owned by network:router_gateway {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:43:01.676422 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_dvr_db [None req-75a3e2d9-ff0a-41e7-8d8b-9899dc533870 None None] Set router 760aa998-9381-4c21-a771-26443716ce99 gateway port host: None {{(pid=103884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:43:01.730313 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.l3_hamode_db [None req-75a3e2d9-ff0a-41e7-8d8b-9899dc533870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760aa998-9381-4c21-a771-26443716ce99', 'name': 'tempest-AttachVolumeNegativeTest-1541549653-router', 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:38:28Z', 'updated_at': '2022-04-06T11:43:01Z', 'revision_number': 6, 'project_id': 'bb6810077f514bc4a2288d01e743f182', 'gw_port_host': None}], 'dv-cinder-836073-2-iscsi', False) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:43:01.756698 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a3e2d9-ff0a-41e7-8d8b-9899dc533870 None None] The sync data for ids ['760aa998-9381-4c21-a771-26443716ce99'] in dv-cinder-836073-2-iscsi is: [{'id': '760aa998-9381-4c21-a771-26443716ce99', 'name': 'tempest-AttachVolumeNegativeTest-1541549653-router', 'tenant_id': 'bb6810077f514bc4a2288d01e743f182', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:38:28Z', 'updated_at': '2022-04-06T11:43:01Z', 'revision_number': 6, 'project_id': 'bb6810077f514bc4a2288d01e743f182', 'gw_port_host': None}] {{(pid=103884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:43:01.909350 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8dbf561d-c563-499c-b8e8-41c62d8ddbfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192843524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779192465933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10088034'] for port (f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:01.938374 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbf561d-c563-499c-b8e8-41c62d8ddbfc admin admin] Pushing event deleted for resources: {'Port': ['ID=f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:43:01.997805 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8dbf561d-c563-499c-b8e8-41c62d8ddbfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-886475'] for router_gateway (760aa998-9381-4c21-a771-26443716ce99), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:02.086941 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8dbf561d-c563-499c-b8e8-41c62d8ddbfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-915576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7872'] for router (760aa998-9381-4c21-a771-26443716ce99), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:02.089405 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8dbf561d-c563-499c-b8e8-41c62d8ddbfc admin admin] Publish callbacks [] for router_controller (760aa998-9381-4c21-a771-26443716ce99), precommit_delete_associations {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:02.206618 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8dbf561d-c563-499c-b8e8-41c62d8ddbfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-915569'] for router (760aa998-9381-4c21-a771-26443716ce99), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:02.207092 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dbf561d-c563-499c-b8e8-41c62d8ddbfc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 760aa998-9381-4c21-a771-26443716ce99 {{(pid=103881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 11:43:02.211792 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8dbf561d-c563-499c-b8e8-41c62d8ddbfc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:02.213216 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-8dbf561d-c563-499c-b8e8-41c62d8ddbfc admin admin] 10.222.0.43 "DELETE /v2.0/routers/760aa998-9381-4c21-a771-26443716ce99 HTTP/1.1" status: 204 len: 168 time: 0.9534104 Apr 06 11:43:02.215615 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 58490) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:43:02.259392 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.db.db_base_plugin_v2 [None req-5927242a-4433-430e-8800-4a9d0df10b37 admin admin] Deleting subnet ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c {{(pid=103881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 11:43:02.262412 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5927242a-4433-430e-8800-4a9d0df10b37 admin admin] Publish callbacks [] for subnet (ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:02.298170 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5927242a-4433-430e-8800-4a9d0df10b37 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10087740'] for subnet (ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c), precommit_delete_associations {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:02.370255 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5927242a-4433-430e-8800-4a9d0df10b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961957'] for subnet (ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:02.492702 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5927242a-4433-430e-8800-4a9d0df10b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1961962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10088021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8583084'] for subnet (ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:02.520685 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5927242a-4433-430e-8800-4a9d0df10b37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:43:02.528321 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5927242a-4433-430e-8800-4a9d0df10b37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570608'] for subnet (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:02.532273 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-5927242a-4433-430e-8800-4a9d0df10b37 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/ccaf459b-fad1-49f8-ac6e-0d88f66d3e5c HTTP/1.1" status: 204 len: 168 time: 0.3156140 Apr 06 11:43:02.533555 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80fb09b-551b-4459-8d69-88ffa1077c2c None None] Network 2b4dedfa-c6d0-43e3-97de-75ece9e3097c requested from dv-cinder-836073-2-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:43:02.534712 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 58492) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:43:02.606455 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-520122ef-36a5-48b3-97df-eb438f96ca2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707938'] for network (2b4dedfa-c6d0-43e3-97de-75ece9e3097c), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:02.667121 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-520122ef-36a5-48b3-97df-eb438f96ca2d admin admin] Deleting port 11ff0954-f4a2-4b07-a929-acb9ec864531 {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:43:02.667598 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-520122ef-36a5-48b3-97df-eb438f96ca2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192836145'] for port (11ff0954-f4a2-4b07-a929-acb9ec864531), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:02.694286 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d864df7-ac11-4afd-960e-85d69681f3ab None None] DHCP port deletion for 2b4dedfa-c6d0-43e3-97de-75ece9e3097c request from dv-cinder-836073-2-iscsi {{(pid=103883) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 11:43:02.738768 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.db [None req-520122ef-36a5-48b3-97df-eb438f96ca2d admin admin] For port 11ff0954-f4a2-4b07-a929-acb9ec864531, host dv-cinder-836073-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=11ff0954-f4a2-4b07-a929-acb9ec864531,segment=NetworkSegment(c5f8d102-e721-4568-a5e4-44a51dfcc222),segment_id=c5f8d102-e721-4568-a5e4-44a51dfcc222)] {{(pid=103881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:43:02.739134 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-520122ef-36a5-48b3-97df-eb438f96ca2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-891628'] for port (11ff0954-f4a2-4b07-a929-acb9ec864531), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:02.747571 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-5d864df7-ac11-4afd-960e-85d69681f3ab None None] Deleting port 11ff0954-f4a2-4b07-a929-acb9ec864531 {{(pid=103883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:43:02.747945 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5d864df7-ac11-4afd-960e-85d69681f3ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192836145'] for port (11ff0954-f4a2-4b07-a929-acb9ec864531), before_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:02.753509 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-520122ef-36a5-48b3-97df-eb438f96ca2d admin admin] Calling delete_port for 11ff0954-f4a2-4b07-a929-acb9ec864531 owned by network:dhcp {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:43:02.811536 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-5d864df7-ac11-4afd-960e-85d69681f3ab None None] For port 11ff0954-f4a2-4b07-a929-acb9ec864531, host dv-cinder-836073-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836073-2-iscsi',level=0,port_id=11ff0954-f4a2-4b07-a929-acb9ec864531,segment=NetworkSegment(c5f8d102-e721-4568-a5e4-44a51dfcc222),segment_id=c5f8d102-e721-4568-a5e4-44a51dfcc222)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:43:02.811936 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5d864df7-ac11-4afd-960e-85d69681f3ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-891628'] for port (11ff0954-f4a2-4b07-a929-acb9ec864531), precommit_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:02.824754 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-5d864df7-ac11-4afd-960e-85d69681f3ab None None] Calling delete_port for 11ff0954-f4a2-4b07-a929-acb9ec864531 owned by network:dhcp {{(pid=103883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:43:02.912303 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-520122ef-36a5-48b3-97df-eb438f96ca2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192843524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779192465933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10088034'] for port (11ff0954-f4a2-4b07-a929-acb9ec864531), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:02.918437 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-5d864df7-ac11-4afd-960e-85d69681f3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192843524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779192465933'] for port (11ff0954-f4a2-4b07-a929-acb9ec864531), after_delete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:02.938155 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520122ef-36a5-48b3-97df-eb438f96ca2d admin admin] Pushing event deleted for resources: {'Port': ['ID=11ff0954-f4a2-4b07-a929-acb9ec864531,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:43:02.942981 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520122ef-36a5-48b3-97df-eb438f96ca2d admin admin] No DVR routers for this DVR port 11ff0954-f4a2-4b07-a929-acb9ec864531 on host dv-cinder-836073-2-iscsi {{(pid=103881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:43:02.945001 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d864df7-ac11-4afd-960e-85d69681f3ab None None] Pushing event deleted for resources: {'Port': ['ID=11ff0954-f4a2-4b07-a929-acb9ec864531,revision_number=None']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:43:02.949535 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d864df7-ac11-4afd-960e-85d69681f3ab None None] No DVR routers for this DVR port 11ff0954-f4a2-4b07-a929-acb9ec864531 on host dv-cinder-836073-2-iscsi {{(pid=103883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:43:02.956234 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d864df7-ac11-4afd-960e-85d69681f3ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:43:02.956584 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d864df7-ac11-4afd-960e-85d69681f3ab None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:43:02.956930 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d864df7-ac11-4afd-960e-85d69681f3ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:43:02.957337 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d864df7-ac11-4afd-960e-85d69681f3ab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:43:02.957723 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d864df7-ac11-4afd-960e-85d69681f3ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:43:02.958000 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d864df7-ac11-4afd-960e-85d69681f3ab None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:43:02.958331 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d864df7-ac11-4afd-960e-85d69681f3ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:43:02.958659 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d864df7-ac11-4afd-960e-85d69681f3ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:43:02.959718 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d864df7-ac11-4afd-960e-85d69681f3ab None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:43:02.960072 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d864df7-ac11-4afd-960e-85d69681f3ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:43:02.960412 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d864df7-ac11-4afd-960e-85d69681f3ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:43:02.960751 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d864df7-ac11-4afd-960e-85d69681f3ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:43:02.961071 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d864df7-ac11-4afd-960e-85d69681f3ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:43:02.961430 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d864df7-ac11-4afd-960e-85d69681f3ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:43:02.961761 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d864df7-ac11-4afd-960e-85d69681f3ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:43:03.020016 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-520122ef-36a5-48b3-97df-eb438f96ca2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1963294', 'neutron.services.segments.db._delete_segments_for_network-8779192912505'] for network (2b4dedfa-c6d0-43e3-97de-75ece9e3097c), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:03.041028 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.services.segments.db [None req-520122ef-36a5-48b3-97df-eb438f96ca2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b4dedfa-c6d0-43e3-97de-75ece9e3097c']}} {{(pid=103881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:43:03.050196 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.services.segments.db [None req-520122ef-36a5-48b3-97df-eb438f96ca2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5f8d102-e721-4568-a5e4-44a51dfcc222') {'for_net_delete': True} {{(pid=103881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:43:03.050491 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.services.segments.db [None req-520122ef-36a5-48b3-97df-eb438f96ca2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5f8d102-e721-4568-a5e4-44a51dfcc222') {} {{(pid=103881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:43:03.060025 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-520122ef-36a5-48b3-97df-eb438f96ca2d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779192913282', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10087879'] for segment (c5f8d102-e721-4568-a5e4-44a51dfcc222), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:03.072673 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-520122ef-36a5-48b3-97df-eb438f96ca2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726494'] for segment (c5f8d102-e721-4568-a5e4-44a51dfcc222), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:03.078594 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-520122ef-36a5-48b3-97df-eb438f96ca2d admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=103881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 11:43:03.078983 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-520122ef-36a5-48b3-97df-eb438f96ca2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10087999'] for segment (c5f8d102-e721-4568-a5e4-44a51dfcc222), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:03.080604 dv-cinder-836073-2-iscsi neutron-server[103881]: Traceback (most recent call last): Apr 06 11:43:03.080604 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 11:43:03.080604 dv-cinder-836073-2-iscsi neutron-server[103881]: timer() Apr 06 11:43:03.080604 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 11:43:03.080604 dv-cinder-836073-2-iscsi neutron-server[103881]: cb(*args, **kw) Apr 06 11:43:03.080604 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 11:43:03.080604 dv-cinder-836073-2-iscsi neutron-server[103881]: return func(*args, **kwargs) Apr 06 11:43:03.080604 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 11:43:03.080604 dv-cinder-836073-2-iscsi neutron-server[103881]: self._notify() Apr 06 11:43:03.080604 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 11:43:03.080604 dv-cinder-836073-2-iscsi neutron-server[103881]: self.callback(batched_events) Apr 06 11:43:03.080604 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 11:43:03.080604 dv-cinder-836073-2-iscsi neutron-server[103881]: event.method(event) Apr 06 11:43:03.080604 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 11:43:03.080604 dv-cinder-836073-2-iscsi neutron-server[103881]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 11:43:03.080604 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 11:43:03.080604 dv-cinder-836073-2-iscsi neutron-server[103881]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 11:43:03.080604 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 11:43:03.080604 dv-cinder-836073-2-iscsi neutron-server[103881]: return f(self, *a, **k) Apr 06 11:43:03.080604 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 11:43:03.080604 dv-cinder-836073-2-iscsi neutron-server[103881]: return self._get(url).json() Apr 06 11:43:03.080604 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 11:43:03.080604 dv-cinder-836073-2-iscsi neutron-server[103881]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 11:43:03.080604 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 11:43:03.080604 dv-cinder-836073-2-iscsi neutron-server[103881]: return self.request(url, 'GET', **kwargs) Apr 06 11:43:03.080604 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 11:43:03.080604 dv-cinder-836073-2-iscsi neutron-server[103881]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 11:43:03.080604 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 11:43:03.080604 dv-cinder-836073-2-iscsi neutron-server[103881]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 11:43:03.080604 dv-cinder-836073-2-iscsi neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 11:43:03.080604 dv-cinder-836073-2-iscsi neutron-server[103881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 11:43:03.080604 dv-cinder-836073-2-iscsi neutron-server[103881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 11:43:03.209324 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-520122ef-36a5-48b3-97df-eb438f96ca2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1963367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-886447'] for network (2b4dedfa-c6d0-43e3-97de-75ece9e3097c), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:03.214890 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-520122ef-36a5-48b3-97df-eb438f96ca2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570608'] for network (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:03.220752 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-520122ef-36a5-48b3-97df-eb438f96ca2d admin admin] 10.222.0.43 "DELETE /v2.0/networks/2b4dedfa-c6d0-43e3-97de-75ece9e3097c HTTP/1.1" status: 204 len: 168 time: 0.6825285 Apr 06 11:43:03.232664 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520122ef-36a5-48b3-97df-eb438f96ca2d admin admin] Pushing event deleted for resources: {'Network': ['ID=2b4dedfa-c6d0-43e3-97de-75ece9e3097c,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:43:03.271682 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device f29192a8-bcbb-4ab9-a414-15733b6ddfc9 no longer exists at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:43:03.292187 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] No Port match for: f29192a8-bcbb-4ab9-a414-15733b6ddfc9 {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:43:03.292535 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device f29192a8-bcbb-4ab9-a414-15733b6ddfc9 not bound to the agent host dv-cinder-836073-2-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:43:03.292941 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device 11ff0954-f4a2-4b07-a929-acb9ec864531 no longer exists at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:43:03.311268 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] No Port match for: 11ff0954-f4a2-4b07-a929-acb9ec864531 {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:43:03.311616 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device 11ff0954-f4a2-4b07-a929-acb9ec864531 not bound to the agent host dv-cinder-836073-2-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:43:03.312020 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba no longer exists at agent ovs-agent-dv-cinder-836073-2-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:43:03.330866 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] No Port match for: f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:43:03.331313 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Device f4deb16b-ebc7-48e8-aa4e-2c08f9d00dba not bound to the agent host dv-cinder-836073-2-iscsi {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:43:03.551713 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 58496) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:43:03.593723 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-6baec151-2781-4266-a5d0-8946eeac1563 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bb6810077f514bc4a2288d01e743f182&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408096 Apr 06 11:43:03.596035 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 58498) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:43:03.641591 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e81215db-6338-4103-bd6c-53aa895e11d2 admin admin] Publish callbacks [] for security_group (4b07f6de-eee3-4dc1-a1aa-82770b5ae44c), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:03.662687 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e81215db-6338-4103-bd6c-53aa895e11d2 admin admin] Publish callbacks [] for security_group (4b07f6de-eee3-4dc1-a1aa-82770b5ae44c), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:03.774671 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e81215db-6338-4103-bd6c-53aa895e11d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (4b07f6de-eee3-4dc1-a1aa-82770b5ae44c), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:03.777167 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e81215db-6338-4103-bd6c-53aa895e11d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:03.778325 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-e81215db-6338-4103-bd6c-53aa895e11d2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4b07f6de-eee3-4dc1-a1aa-82770b5ae44c HTTP/1.1" status: 204 len: 168 time: 0.1813989 Apr 06 11:43:03.786244 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81215db-6338-4103-bd6c-53aa895e11d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b07f6de-eee3-4dc1-a1aa-82770b5ae44c,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:43:04.765305 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-d2f8dd02-8968-40b0-bca4-a7fc1cec66fd None None] Agent healthcheck: found 6 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:43:06.157405 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 58544) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:43:06.280149 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e161d08e-7177-4aa2-8214-221a84878820 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:06.350481 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e161d08e-7177-4aa2-8214-221a84878820 admin admin] Publish callbacks [] for security_group (93ed3524-e463-4ed7-be85-c155c1159cc9), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:06.440244 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e161d08e-7177-4aa2-8214-221a84878820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (93ed3524-e463-4ed7-be85-c155c1159cc9), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:06.475895 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-e161d08e-7177-4aa2-8214-221a84878820 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b80f401e69814f7c84c3eb16ccd39b38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3174274 Apr 06 11:43:06.478628 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 58548) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:43:06.480554 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e161d08e-7177-4aa2-8214-221a84878820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ed3524-e463-4ed7-be85-c155c1159cc9,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:43:06.527334 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a11e8ee9-493e-46b5-82ce-c928f2ee8f3e admin admin] Publish callbacks [] for security_group (93ed3524-e463-4ed7-be85-c155c1159cc9), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:06.547979 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a11e8ee9-493e-46b5-82ce-c928f2ee8f3e admin admin] Publish callbacks [] for security_group (93ed3524-e463-4ed7-be85-c155c1159cc9), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:06.586226 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (dc195572-b6d9-4259-8541-839e457b2650), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:06.632169 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-92de2a9b-131c-4b94-96b1-b28809f73dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (8a8bc679-53b2-461d-b015-cec5a247fb94), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:06.654583 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a11e8ee9-493e-46b5-82ce-c928f2ee8f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (93ed3524-e463-4ed7-be85-c155c1159cc9), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:06.657232 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a11e8ee9-493e-46b5-82ce-c928f2ee8f3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:06.658516 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-a11e8ee9-493e-46b5-82ce-c928f2ee8f3e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/93ed3524-e463-4ed7-be85-c155c1159cc9 HTTP/1.1" status: 204 len: 168 time: 0.1787856 Apr 06 11:43:06.666820 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11e8ee9-493e-46b5-82ce-c928f2ee8f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ed3524-e463-4ed7-be85-c155c1159cc9,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:43:07.250054 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 58554) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:43:07.263654 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6a2c703c-b549-4f62-b813-1e30c007291c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:07.336769 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6a2c703c-b549-4f62-b813-1e30c007291c admin admin] Publish callbacks [] for security_group (700ce523-6b37-49c7-aa00-8a8b6f645896), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:07.408664 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6a2c703c-b549-4f62-b813-1e30c007291c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (700ce523-6b37-49c7-aa00-8a8b6f645896), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:07.447161 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-6a2c703c-b549-4f62-b813-1e30c007291c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7460f3018d4549a5b4906ed5255c666a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1960330 Apr 06 11:43:07.448002 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2c703c-b549-4f62-b813-1e30c007291c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=700ce523-6b37-49c7-aa00-8a8b6f645896,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:43:07.450888 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 58556) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:43:07.498476 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-397bbb0e-da81-423f-ac47-54eb81b12b47 admin admin] Publish callbacks [] for security_group (700ce523-6b37-49c7-aa00-8a8b6f645896), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:07.518288 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-397bbb0e-da81-423f-ac47-54eb81b12b47 admin admin] Publish callbacks [] for security_group (700ce523-6b37-49c7-aa00-8a8b6f645896), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:07.643535 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-397bbb0e-da81-423f-ac47-54eb81b12b47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (700ce523-6b37-49c7-aa00-8a8b6f645896), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:07.646081 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-397bbb0e-da81-423f-ac47-54eb81b12b47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:07.647417 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-397bbb0e-da81-423f-ac47-54eb81b12b47 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/700ce523-6b37-49c7-aa00-8a8b6f645896 HTTP/1.1" status: 204 len: 168 time: 0.1953743 Apr 06 11:43:07.654967 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397bbb0e-da81-423f-ac47-54eb81b12b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=700ce523-6b37-49c7-aa00-8a8b6f645896,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:43:09.025884 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-17d90248-fcd0-49af-a9fd-dae794f6b3d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (9404f039-f516-42fd-94a5-c122fff5649f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:10.594701 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0cc2d64b-8553-4c26-9c2d-26728f607b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (295112eb-abec-44aa-a7f9-d1b9c67b3953), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:10.611690 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 58624) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:43:10.717383 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b979a3c5-2c98-441a-89c7-e060e4c1a062 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:10.787315 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b979a3c5-2c98-441a-89c7-e060e4c1a062 admin admin] Publish callbacks [] for security_group (e4e434e4-a8f6-41cc-b414-71254f139394), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:10.877206 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b979a3c5-2c98-441a-89c7-e060e4c1a062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (e4e434e4-a8f6-41cc-b414-71254f139394), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:10.916207 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-b979a3c5-2c98-441a-89c7-e060e4c1a062 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ae9f1eb0fff845658c997169893fbd7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3033271 Apr 06 11:43:10.917261 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b979a3c5-2c98-441a-89c7-e060e4c1a062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e434e4-a8f6-41cc-b414-71254f139394,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:43:10.918969 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 58628) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:43:10.971067 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6dc6d6c-a458-4806-91b1-99c2c522458c admin admin] Publish callbacks [] for security_group (e4e434e4-a8f6-41cc-b414-71254f139394), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:10.992129 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6dc6d6c-a458-4806-91b1-99c2c522458c admin admin] Publish callbacks [] for security_group (e4e434e4-a8f6-41cc-b414-71254f139394), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:11.105904 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6dc6d6c-a458-4806-91b1-99c2c522458c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (e4e434e4-a8f6-41cc-b414-71254f139394), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:11.108434 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6dc6d6c-a458-4806-91b1-99c2c522458c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:11.109750 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-d6dc6d6c-a458-4806-91b1-99c2c522458c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e4e434e4-a8f6-41cc-b414-71254f139394 HTTP/1.1" status: 204 len: 168 time: 0.1890099 Apr 06 11:43:11.117952 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dc6d6c-a458-4806-91b1-99c2c522458c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e434e4-a8f6-41cc-b414-71254f139394,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:43:11.748615 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 58634) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:43:11.763574 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2f739331-3341-494e-b5fe-ff9aa0fe6132 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:11.836425 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2f739331-3341-494e-b5fe-ff9aa0fe6132 admin admin] Publish callbacks [] for security_group (a42ba03e-3e60-47fc-a654-fddee509344b), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:11.871287 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7bcfc971-4c1e-4d8f-8ae7-97bffdd4e21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (33edc1dd-8f2c-4a3f-bd07-9ad8bd534bf2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:11.899736 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2f739331-3341-494e-b5fe-ff9aa0fe6132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (a42ba03e-3e60-47fc-a654-fddee509344b), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:11.937433 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-2f739331-3341-494e-b5fe-ff9aa0fe6132 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0f0a1d468cbd4863b530d5c5918103ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1875732 Apr 06 11:43:11.938604 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f739331-3341-494e-b5fe-ff9aa0fe6132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a42ba03e-3e60-47fc-a654-fddee509344b,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:43:11.940097 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 58636) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:43:11.991727 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-cfabcfa5-c5e9-4829-b59d-04ec4072c4ea admin admin] Publish callbacks [] for security_group (a42ba03e-3e60-47fc-a654-fddee509344b), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:12.012427 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-cfabcfa5-c5e9-4829-b59d-04ec4072c4ea admin admin] Publish callbacks [] for security_group (a42ba03e-3e60-47fc-a654-fddee509344b), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:12.139984 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-cfabcfa5-c5e9-4829-b59d-04ec4072c4ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (a42ba03e-3e60-47fc-a654-fddee509344b), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:12.142656 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-cfabcfa5-c5e9-4829-b59d-04ec4072c4ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:12.143826 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-cfabcfa5-c5e9-4829-b59d-04ec4072c4ea admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a42ba03e-3e60-47fc-a654-fddee509344b HTTP/1.1" status: 204 len: 168 time: 0.2027297 Apr 06 11:43:12.152393 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfabcfa5-c5e9-4829-b59d-04ec4072c4ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42ba03e-3e60-47fc-a654-fddee509344b,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:43:13.225759 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (a2831ac0-05e7-463d-be89-41d2adab36ec), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:22.326960 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 58720) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:43:22.428728 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-becaaba7-0101-4641-b5e6-38043e866fc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:22.500489 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-becaaba7-0101-4641-b5e6-38043e866fc2 admin admin] Publish callbacks [] for security_group (97ff3936-976b-450e-9018-883c2c1bfc89), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:22.565725 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-becaaba7-0101-4641-b5e6-38043e866fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (97ff3936-976b-450e-9018-883c2c1bfc89), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:22.606217 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-becaaba7-0101-4641-b5e6-38043e866fc2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=49c978f34c8c4e159a402a46c019f37d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2780197 Apr 06 11:43:22.606929 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becaaba7-0101-4641-b5e6-38043e866fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ff3936-976b-450e-9018-883c2c1bfc89,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:43:22.608728 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 58724) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:43:22.656287 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a8a86d20-cbf7-4732-8319-a22bb355a39a admin admin] Publish callbacks [] for security_group (97ff3936-976b-450e-9018-883c2c1bfc89), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:22.676351 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a8a86d20-cbf7-4732-8319-a22bb355a39a admin admin] Publish callbacks [] for security_group (97ff3936-976b-450e-9018-883c2c1bfc89), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:22.811431 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a8a86d20-cbf7-4732-8319-a22bb355a39a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (97ff3936-976b-450e-9018-883c2c1bfc89), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:22.814085 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a8a86d20-cbf7-4732-8319-a22bb355a39a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:22.815235 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-a8a86d20-cbf7-4732-8319-a22bb355a39a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/97ff3936-976b-450e-9018-883c2c1bfc89 HTTP/1.1" status: 204 len: 168 time: 0.2055061 Apr 06 11:43:22.823284 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a86d20-cbf7-4732-8319-a22bb355a39a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ff3936-976b-450e-9018-883c2c1bfc89,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:43:25.558876 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0e119c9b-db7a-4655-9d2b-39b28e54d872 req-00b9f3cd-52fb-4a75-8e4f-0ba9e3e44d6e tempest-VolumesNegativeTest-802791400 tempest-VolumesNegativeTest-802791400-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=500e9b8a3eff4397a00cd9404cb74e07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287392 Apr 06 11:43:25.737548 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e119c9b-db7a-4655-9d2b-39b28e54d872 req-1041a1b6-c0cd-4c20-b569-4db21809822d tempest-VolumesNegativeTest-802791400 tempest-VolumesNegativeTest-802791400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:43:25.738953 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0e119c9b-db7a-4655-9d2b-39b28e54d872 req-1041a1b6-c0cd-4c20-b569-4db21809822d tempest-VolumesNegativeTest-802791400 tempest-VolumesNegativeTest-802791400-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1750607 Apr 06 11:43:25.753410 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0e119c9b-db7a-4655-9d2b-39b28e54d872 req-ee1c5be4-9f41-4690-8733-418aeff629db tempest-VolumesNegativeTest-802791400 tempest-VolumesNegativeTest-802791400-project] 10.222.0.43 "GET /v2.0/quotas/500e9b8a3eff4397a00cd9404cb74e07 HTTP/1.1" status: 200 len: 375 time: 0.0088468 Apr 06 11:43:25.786014 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0e119c9b-db7a-4655-9d2b-39b28e54d872 req-6dcf99a5-43ef-4346-a44e-1c6fd88a52db tempest-VolumesNegativeTest-802791400 tempest-VolumesNegativeTest-802791400-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=500e9b8a3eff4397a00cd9404cb74e07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270619 Apr 06 11:43:26.059935 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-fe9434ff-410c-4c8c-8baf-2c044014ebab req-12ea4dc7-342d-4ac2-ab06-654e80316561 tempest-VolumesNegativeTest-802791400 tempest-VolumesNegativeTest-802791400-project] 10.222.0.43 "GET /v2.0/ports?device_id=48922c07-4a32-485f-bf0c-a0ffe4b59bef HTTP/1.1" status: 200 len: 210 time: 0.0311532 Apr 06 11:43:27.157738 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-edcfe5c2-63e6-4c3e-9548-ff70f8c4eeb4 req-de234b60-c779-4154-82d7-f095ed7b84a7 tempest-VolumesNegativeTest-802791400 tempest-VolumesNegativeTest-802791400-project] 10.222.0.43 "GET /v2.0/ports?device_id=48922c07-4a32-485f-bf0c-a0ffe4b59bef HTTP/1.1" status: 200 len: 210 time: 0.0302045 Apr 06 11:43:28.074870 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0e119c9b-db7a-4655-9d2b-39b28e54d872 req-eb0b17c6-6741-44ed-a24c-f8e72380a871 tempest-VolumesNegativeTest-802791400 tempest-VolumesNegativeTest-802791400-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=500e9b8a3eff4397a00cd9404cb74e07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215449 Apr 06 11:43:28.179267 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e119c9b-db7a-4655-9d2b-39b28e54d872 req-443d44f0-5f14-4b16-b342-aafc628473b8 tempest-VolumesNegativeTest-802791400 tempest-VolumesNegativeTest-802791400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:43:28.180736 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0e119c9b-db7a-4655-9d2b-39b28e54d872 req-443d44f0-5f14-4b16-b342-aafc628473b8 tempest-VolumesNegativeTest-802791400 tempest-VolumesNegativeTest-802791400-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1009345 Apr 06 11:43:28.192959 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [req-0e119c9b-db7a-4655-9d2b-39b28e54d872 req-f9003316-2d55-41b7-998b-19bc38664a6f tempest-VolumesNegativeTest-802791400 tempest-VolumesNegativeTest-802791400-project] Request body: {'port': {'device_id': '48922c07-4a32-485f-bf0c-a0ffe4b59bef', 'network_id': 'fb06bba6-aa92-405a-bd0f-9d2f832ff4b0', 'admin_state_up': True, 'tenant_id': '500e9b8a3eff4397a00cd9404cb74e07'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:43:28.253856 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-7f27852f-4830-4405-a1c6-4cac99063730 req-54b4a70b-64eb-4006-b1e6-8607e2136711 tempest-VolumesNegativeTest-802791400 tempest-VolumesNegativeTest-802791400-project] 10.222.0.43 "GET /v2.0/ports?device_id=48922c07-4a32-485f-bf0c-a0ffe4b59bef HTTP/1.1" status: 200 len: 210 time: 0.0271995 Apr 06 11:43:28.368837 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e119c9b-db7a-4655-9d2b-39b28e54d872 req-f9003316-2d55-41b7-998b-19bc38664a6f tempest-VolumesNegativeTest-802791400 tempest-VolumesNegativeTest-802791400-project] Made reservation on behalf of 500e9b8a3eff4397a00cd9404cb74e07 for: {'port': 1} {{(pid=103882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:43:28.372147 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-0e119c9b-db7a-4655-9d2b-39b28e54d872 req-f9003316-2d55-41b7-998b-19bc38664a6f tempest-VolumesNegativeTest-802791400 tempest-VolumesNegativeTest-802791400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:28.380822 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-0e119c9b-db7a-4655-9d2b-39b28e54d872 req-f9003316-2d55-41b7-998b-19bc38664a6f tempest-VolumesNegativeTest-802791400 tempest-VolumesNegativeTest-802791400-project] Publish callbacks [] for security_group (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:28.454858 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-0e119c9b-db7a-4655-9d2b-39b28e54d872 req-f9003316-2d55-41b7-998b-19bc38664a6f tempest-VolumesNegativeTest-802791400 tempest-VolumesNegativeTest-802791400-project] Publish callbacks [] for security_group (c8203e4e-2f7d-4291-9e36-06b2be22a18b), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:28.528105 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-0e119c9b-db7a-4655-9d2b-39b28e54d872 req-f9003316-2d55-41b7-998b-19bc38664a6f tempest-VolumesNegativeTest-802791400 tempest-VolumesNegativeTest-802791400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (c8203e4e-2f7d-4291-9e36-06b2be22a18b), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:28.592207 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9003316-2d55-41b7-998b-19bc38664a6f tempest-VolumesNegativeTest-802791400 tempest-VolumesNegativeTest-802791400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8203e4e-2f7d-4291-9e36-06b2be22a18b,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:43:28.663857 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [req-0e119c9b-db7a-4655-9d2b-39b28e54d872 req-f9003316-2d55-41b7-998b-19bc38664a6f tempest-VolumesNegativeTest-802791400 tempest-VolumesNegativeTest-802791400-project] Allocated IP 192.168.233.116 (fb06bba6-aa92-405a-bd0f-9d2f832ff4b0/e56633a2-883b-4622-9b03-428668a2021a/7ca5d62e-73b3-4744-9755-d4fbaa9e68b3) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:43:28.810818 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-0e119c9b-db7a-4655-9d2b-39b28e54d872 req-f9003316-2d55-41b7-998b-19bc38664a6f tempest-VolumesNegativeTest-802791400 tempest-VolumesNegativeTest-802791400-project] Publish callbacks [] for port (7ca5d62e-73b3-4744-9755-d4fbaa9e68b3), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:28.908615 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-0e119c9b-db7a-4655-9d2b-39b28e54d872 req-f9003316-2d55-41b7-998b-19bc38664a6f tempest-VolumesNegativeTest-802791400 tempest-VolumesNegativeTest-802791400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779192465924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797839'] for port (7ca5d62e-73b3-4744-9755-d4fbaa9e68b3), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:28.951503 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e119c9b-db7a-4655-9d2b-39b28e54d872 req-f9003316-2d55-41b7-998b-19bc38664a6f tempest-VolumesNegativeTest-802791400 tempest-VolumesNegativeTest-802791400-project] Network fb06bba6-aa92-405a-bd0f-9d2f832ff4b0 is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:43:28.954677 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [req-0e119c9b-db7a-4655-9d2b-39b28e54d872 req-f9003316-2d55-41b7-998b-19bc38664a6f tempest-VolumesNegativeTest-802791400 tempest-VolumesNegativeTest-802791400-project] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:43:28.958339 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e119c9b-db7a-4655-9d2b-39b28e54d872 req-f9003316-2d55-41b7-998b-19bc38664a6f tempest-VolumesNegativeTest-802791400 tempest-VolumesNegativeTest-802791400-project] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:43:28.982107 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9003316-2d55-41b7-998b-19bc38664a6f tempest-VolumesNegativeTest-802791400 tempest-VolumesNegativeTest-802791400-project] Pushing event updated for resources: {'Port': ['ID=7ca5d62e-73b3-4744-9755-d4fbaa9e68b3,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:43:29.010931 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e119c9b-db7a-4655-9d2b-39b28e54d872 req-f9003316-2d55-41b7-998b-19bc38664a6f tempest-VolumesNegativeTest-802791400 tempest-VolumesNegativeTest-802791400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:43:29.011551 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-0e119c9b-db7a-4655-9d2b-39b28e54d872 req-f9003316-2d55-41b7-998b-19bc38664a6f tempest-VolumesNegativeTest-802791400 tempest-VolumesNegativeTest-802791400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for port (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:29.096700 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0e119c9b-db7a-4655-9d2b-39b28e54d872 req-f9003316-2d55-41b7-998b-19bc38664a6f tempest-VolumesNegativeTest-802791400 tempest-VolumesNegativeTest-802791400-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9074819 Apr 06 11:43:29.167427 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-c0882daa-040f-4be7-83f0-3949636380da None None] Provisioning complete for port 7ca5d62e-73b3-4744-9755-d4fbaa9e68b3 triggered by entity DHCP. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:43:29.168000 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c0882daa-040f-4be7-83f0-3949636380da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (7ca5d62e-73b3-4744-9755-d4fbaa9e68b3), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:29.201896 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [req-0e119c9b-db7a-4655-9d2b-39b28e54d872 req-e63b2602-57db-4483-94c5-b5dbe2d718e6 service neutron] Request body: {'port': {'device_id': '48922c07-4a32-485f-bf0c-a0ffe4b59bef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:43:29.202423 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-c0882daa-040f-4be7-83f0-3949636380da None None] Port 7ca5d62e-73b3-4744-9755-d4fbaa9e68b3 cannot update to ACTIVE because it is not bound. {{(pid=103883) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:43:29.262214 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-0e119c9b-db7a-4655-9d2b-39b28e54d872 req-e63b2602-57db-4483-94c5-b5dbe2d718e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (7ca5d62e-73b3-4744-9755-d4fbaa9e68b3), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:29.470118 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823f962-d6a9-471c-b00c-3a354bc419f5 req-d433e344-ee68-4b6f-85b7-2dc2ae3f1be6 tempest-VolumesNegativeTest-802791400 tempest-VolumesNegativeTest-802791400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:43:29.471501 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c823f962-d6a9-471c-b00c-3a354bc419f5 req-d433e344-ee68-4b6f-85b7-2dc2ae3f1be6 tempest-VolumesNegativeTest-802791400 tempest-VolumesNegativeTest-802791400-project] 10.222.0.43 "GET /v2.0/ports?device_id=48922c07-4a32-485f-bf0c-a0ffe4b59bef HTTP/1.1" status: 200 len: 936 time: 0.1142423 Apr 06 11:43:29.548194 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-c823f962-d6a9-471c-b00c-3a354bc419f5 req-dea89b10-2406-4652-9c8c-2702d05b091c tempest-VolumesNegativeTest-802791400 tempest-VolumesNegativeTest-802791400-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8203e4e-2f7d-4291-9e36-06b2be22a18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704701 Apr 06 11:43:29.592741 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [req-0e119c9b-db7a-4655-9d2b-39b28e54d872 req-e63b2602-57db-4483-94c5-b5dbe2d718e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ca5d62e-73b3-4744-9755-d4fbaa9e68b3 {{(pid=103882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:43:29.600037 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-0e119c9b-db7a-4655-9d2b-39b28e54d872 req-e63b2602-57db-4483-94c5-b5dbe2d718e6 service neutron] Publish callbacks [] for port (7ca5d62e-73b3-4744-9755-d4fbaa9e68b3), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:29.611658 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [req-0e119c9b-db7a-4655-9d2b-39b28e54d872 req-e63b2602-57db-4483-94c5-b5dbe2d718e6 service neutron] Transition to ACTIVE for port object 7ca5d62e-73b3-4744-9755-d4fbaa9e68b3 will not be triggered until provisioned by entity L2. {{(pid=103882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 11:43:29.685069 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-0e119c9b-db7a-4655-9d2b-39b28e54d872 req-e63b2602-57db-4483-94c5-b5dbe2d718e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8797942'] for port (7ca5d62e-73b3-4744-9755-d4fbaa9e68b3), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:29.735972 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63b2602-57db-4483-94c5-b5dbe2d718e6 service neutron] Pushing event updated for resources: {'Port': ['ID=7ca5d62e-73b3-4744-9755-d4fbaa9e68b3,revision_number=2']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:43:29.808819 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [req-0e119c9b-db7a-4655-9d2b-39b28e54d872 req-e63b2602-57db-4483-94c5-b5dbe2d718e6 service neutron] Attempting to bind port 7ca5d62e-73b3-4744-9755-d4fbaa9e68b3 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:43:29.809190 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [req-0e119c9b-db7a-4655-9d2b-39b28e54d872 req-e63b2602-57db-4483-94c5-b5dbe2d718e6 service neutron] Attempting to bind port 7ca5d62e-73b3-4744-9755-d4fbaa9e68b3 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'e70a1759-1cd0-4454-8118-d71cd404b03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'fb06bba6-aa92-405a-bd0f-9d2f832ff4b0'}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:43:29.809530 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e119c9b-db7a-4655-9d2b-39b28e54d872 req-e63b2602-57db-4483-94c5-b5dbe2d718e6 service neutron] Attempting to bind port 7ca5d62e-73b3-4744-9755-d4fbaa9e68b3 on network fb06bba6-aa92-405a-bd0f-9d2f832ff4b0 {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:43:29.814315 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e119c9b-db7a-4655-9d2b-39b28e54d872 req-e63b2602-57db-4483-94c5-b5dbe2d718e6 service neutron] Port 7ca5d62e-73b3-4744-9755-d4fbaa9e68b3 on network fb06bba6-aa92-405a-bd0f-9d2f832ff4b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 11:43:29.814636 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e119c9b-db7a-4655-9d2b-39b28e54d872 req-e63b2602-57db-4483-94c5-b5dbe2d718e6 service neutron] Attempting to bind port 7ca5d62e-73b3-4744-9755-d4fbaa9e68b3 on network fb06bba6-aa92-405a-bd0f-9d2f832ff4b0 {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:43:29.819582 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e119c9b-db7a-4655-9d2b-39b28e54d872 req-e63b2602-57db-4483-94c5-b5dbe2d718e6 service neutron] Checking agent: {'id': 'dc195572-b6d9-4259-8541-839e457b2650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 25, 36), 'started_at': datetime.datetime(2022, 4, 6, 11, 25, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:43:29.819910 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e119c9b-db7a-4655-9d2b-39b28e54d872 req-e63b2602-57db-4483-94c5-b5dbe2d718e6 service neutron] Checking segment: {'id': 'e70a1759-1cd0-4454-8118-d71cd404b03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'fb06bba6-aa92-405a-bd0f-9d2f832ff4b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:43:29.820439 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e119c9b-db7a-4655-9d2b-39b28e54d872 req-e63b2602-57db-4483-94c5-b5dbe2d718e6 service neutron] Bound using segment: {'id': 'e70a1759-1cd0-4454-8118-d71cd404b03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'fb06bba6-aa92-405a-bd0f-9d2f832ff4b0'} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:43:29.820718 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [req-0e119c9b-db7a-4655-9d2b-39b28e54d872 req-e63b2602-57db-4483-94c5-b5dbe2d718e6 service neutron] Bound port: 7ca5d62e-73b3-4744-9755-d4fbaa9e68b3, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e70a1759-1cd0-4454-8118-d71cd404b03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'fb06bba6-aa92-405a-bd0f-9d2f832ff4b0'}}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:43:29.821076 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-0e119c9b-db7a-4655-9d2b-39b28e54d872 req-e63b2602-57db-4483-94c5-b5dbe2d718e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (7ca5d62e-73b3-4744-9755-d4fbaa9e68b3), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:29.890577 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [req-0e119c9b-db7a-4655-9d2b-39b28e54d872 req-e63b2602-57db-4483-94c5-b5dbe2d718e6 service neutron] For port 7ca5d62e-73b3-4744-9755-d4fbaa9e68b3, host hv-cinder-83607, cleared binding levels {{(pid=103882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:43:29.893634 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [req-0e119c9b-db7a-4655-9d2b-39b28e54d872 req-e63b2602-57db-4483-94c5-b5dbe2d718e6 service neutron] For port 7ca5d62e-73b3-4744-9755-d4fbaa9e68b3, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=7ca5d62e-73b3-4744-9755-d4fbaa9e68b3,segment=NetworkSegment(e70a1759-1cd0-4454-8118-d71cd404b03c),segment_id=e70a1759-1cd0-4454-8118-d71cd404b03c)] {{(pid=103882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:43:29.985987 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-0e119c9b-db7a-4655-9d2b-39b28e54d872 req-e63b2602-57db-4483-94c5-b5dbe2d718e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8797942'] for port (7ca5d62e-73b3-4744-9755-d4fbaa9e68b3), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:30.023236 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e119c9b-db7a-4655-9d2b-39b28e54d872 req-e63b2602-57db-4483-94c5-b5dbe2d718e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:43:30.023893 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-0e119c9b-db7a-4655-9d2b-39b28e54d872 req-e63b2602-57db-4483-94c5-b5dbe2d718e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for port (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:30.025492 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0e119c9b-db7a-4655-9d2b-39b28e54d872 req-e63b2602-57db-4483-94c5-b5dbe2d718e6 service neutron] 10.222.0.48 "PUT /v2.0/ports/7ca5d62e-73b3-4744-9755-d4fbaa9e68b3 HTTP/1.1" status: 200 len: 1098 time: 0.9213264 Apr 06 11:43:30.025932 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48922c07-4a32-485f-bf0c-a0ffe4b59bef', 'tag': '7ca5d62e-73b3-4744-9755-d4fbaa9e68b3'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:43:30.028153 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29156e5c8df2cda5f8c3a12ff109e02ba7a327efefb734c2c5f81b1bf548e3ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c64ac63-f377-49cc-b91e-a5b8c7e21f3e" -d '{"events": [{"name": "network-changed", "server_uuid": "48922c07-4a32-485f-bf0c-a0ffe4b59bef", "tag": "7ca5d62e-73b3-4744-9755-d4fbaa9e68b3"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:43:30.053441 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63b2602-57db-4483-94c5-b5dbe2d718e6 service neutron] Pushing event updated for resources: {'Port': ['ID=7ca5d62e-73b3-4744-9755-d4fbaa9e68b3,revision_number=3']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:43:30.170240 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e119c9b-db7a-4655-9d2b-39b28e54d872 req-ce8639d2-badd-4c81-ad29-75b6bcff8deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:43:30.171623 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0e119c9b-db7a-4655-9d2b-39b28e54d872 req-ce8639d2-badd-4c81-ad29-75b6bcff8deb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=500e9b8a3eff4397a00cd9404cb74e07&device_id=48922c07-4a32-485f-bf0c-a0ffe4b59bef HTTP/1.1" status: 200 len: 1132 time: 0.0494466 Apr 06 11:43:30.219819 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb66adf-95a6-4117-891f-13d68ce6567d x-openstack-request-id: req-3fb66adf-95a6-4117-891f-13d68ce6567d {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:43:30.220394 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48922c07-4a32-485f-bf0c-a0ffe4b59bef", "tag": "7ca5d62e-73b3-4744-9755-d4fbaa9e68b3", "status": "completed", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:43:30.220394 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3fb66adf-95a6-4117-891f-13d68ce6567d {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:43:30.220741 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fb66adf-95a6-4117-891f-13d68ce6567d'] response: {'name': 'network-changed', 'server_uuid': '48922c07-4a32-485f-bf0c-a0ffe4b59bef', 'tag': '7ca5d62e-73b3-4744-9755-d4fbaa9e68b3', 'status': 'completed', 'code': 200} Apr 06 11:43:30.222722 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0e119c9b-db7a-4655-9d2b-39b28e54d872 req-01c751d0-e162-41c7-98c3-56faf0eeb94a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=7ca5d62e-73b3-4744-9755-d4fbaa9e68b3 HTTP/1.1" status: 200 len: 217 time: 0.0423467 Apr 06 11:43:30.271011 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e119c9b-db7a-4655-9d2b-39b28e54d872 req-125965d8-5776-45d9-b9d9-1620ac534410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:43:30.272461 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0e119c9b-db7a-4655-9d2b-39b28e54d872 req-125965d8-5776-45d9-b9d9-1620ac534410 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e56633a2-883b-4622-9b03-428668a2021a HTTP/1.1" status: 200 len: 843 time: 0.0439975 Apr 06 11:43:30.320775 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e119c9b-db7a-4655-9d2b-39b28e54d872 req-84312bc5-c379-4954-b027-fb799dbbaa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:43:30.322550 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0e119c9b-db7a-4655-9d2b-39b28e54d872 req-84312bc5-c379-4954-b027-fb799dbbaa9a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fb06bba6-aa92-405a-bd0f-9d2f832ff4b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0432203 Apr 06 11:43:30.408717 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0e119c9b-db7a-4655-9d2b-39b28e54d872 req-3495c854-914d-41e3-bb3c-281836c3861e service neutron] 10.222.0.48 "GET /v2.0/networks/fb06bba6-aa92-405a-bd0f-9d2f832ff4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801821 Apr 06 11:43:30.495350 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-0e119c9b-db7a-4655-9d2b-39b28e54d872 req-a9203e33-9428-4e63-b3b1-6b2d7925933c service neutron] 10.222.0.48 "GET /v2.0/networks/fb06bba6-aa92-405a-bd0f-9d2f832ff4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793378 Apr 06 11:43:30.664719 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f3af57-2c59-4299-bd45-4ab2b2b0b211 req-32e7395c-5e38-4fdf-9cc4-aa8d69979d14 tempest-VolumesNegativeTest-802791400 tempest-VolumesNegativeTest-802791400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:43:30.666835 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-05f3af57-2c59-4299-bd45-4ab2b2b0b211 req-32e7395c-5e38-4fdf-9cc4-aa8d69979d14 tempest-VolumesNegativeTest-802791400 tempest-VolumesNegativeTest-802791400-project] 10.222.0.43 "GET /v2.0/ports?device_id=48922c07-4a32-485f-bf0c-a0ffe4b59bef HTTP/1.1" status: 200 len: 948 time: 0.0526953 Apr 06 11:43:30.715490 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-05f3af57-2c59-4299-bd45-4ab2b2b0b211 req-ea66184e-9617-46b2-a176-c810b6244880 tempest-VolumesNegativeTest-802791400 tempest-VolumesNegativeTest-802791400-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8203e4e-2f7d-4291-9e36-06b2be22a18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430515 Apr 06 11:43:31.308702 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c64ac63-f377-49cc-b91e-a5b8c7e21f3e req-96647249-833f-43fa-a6b3-5094cd43cb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:43:31.310131 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8c64ac63-f377-49cc-b91e-a5b8c7e21f3e req-96647249-833f-43fa-a6b3-5094cd43cb39 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=500e9b8a3eff4397a00cd9404cb74e07&device_id=48922c07-4a32-485f-bf0c-a0ffe4b59bef HTTP/1.1" status: 200 len: 1132 time: 0.0445352 Apr 06 11:43:31.396659 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c64ac63-f377-49cc-b91e-a5b8c7e21f3e req-951aa631-1617-4bff-af75-944c59b0a348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:43:31.398122 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8c64ac63-f377-49cc-b91e-a5b8c7e21f3e req-951aa631-1617-4bff-af75-944c59b0a348 service neutron] 10.222.0.48 "GET /v2.0/networks?id=fb06bba6-aa92-405a-bd0f-9d2f832ff4b0 HTTP/1.1" status: 200 len: 870 time: 0.0823104 Apr 06 11:43:31.440237 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8c64ac63-f377-49cc-b91e-a5b8c7e21f3e req-60f36351-ad81-41ca-806e-ba72cbc7b74a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=7ca5d62e-73b3-4744-9755-d4fbaa9e68b3 HTTP/1.1" status: 200 len: 217 time: 0.0356810 Apr 06 11:43:31.486633 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c64ac63-f377-49cc-b91e-a5b8c7e21f3e req-c8fb69b1-bde2-4809-906d-8650f9db77ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:43:31.488024 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8c64ac63-f377-49cc-b91e-a5b8c7e21f3e req-c8fb69b1-bde2-4809-906d-8650f9db77ea service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e56633a2-883b-4622-9b03-428668a2021a HTTP/1.1" status: 200 len: 843 time: 0.0420785 Apr 06 11:43:31.534747 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c64ac63-f377-49cc-b91e-a5b8c7e21f3e req-0b610e67-6eb3-4508-9d51-adad7a8141ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:43:31.536194 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8c64ac63-f377-49cc-b91e-a5b8c7e21f3e req-0b610e67-6eb3-4508-9d51-adad7a8141ad service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fb06bba6-aa92-405a-bd0f-9d2f832ff4b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0420566 Apr 06 11:43:31.624350 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8c64ac63-f377-49cc-b91e-a5b8c7e21f3e req-b258d02a-dac3-4c14-967f-45ab3700b603 service neutron] 10.222.0.48 "GET /v2.0/networks/fb06bba6-aa92-405a-bd0f-9d2f832ff4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820341 Apr 06 11:43:31.713769 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8c64ac63-f377-49cc-b91e-a5b8c7e21f3e req-db5fe42a-13e3-4b13-a7ce-fc5aac6b37e8 service neutron] 10.222.0.48 "GET /v2.0/networks/fb06bba6-aa92-405a-bd0f-9d2f832ff4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802255 Apr 06 11:43:31.833267 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f82dc7-b924-44b9-94c9-201166408fd1 req-d1a7efa2-35bc-4c7e-ab25-b19baa492212 tempest-VolumesNegativeTest-802791400 tempest-VolumesNegativeTest-802791400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:43:31.839896 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-f7f82dc7-b924-44b9-94c9-201166408fd1 req-d1a7efa2-35bc-4c7e-ab25-b19baa492212 tempest-VolumesNegativeTest-802791400 tempest-VolumesNegativeTest-802791400-project] 10.222.0.43 "GET /v2.0/ports?device_id=48922c07-4a32-485f-bf0c-a0ffe4b59bef HTTP/1.1" status: 200 len: 948 time: 0.0521185 Apr 06 11:43:31.880801 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-f7f82dc7-b924-44b9-94c9-201166408fd1 req-1405f743-c7a0-4f51-8af3-689bbecd9001 tempest-VolumesNegativeTest-802791400 tempest-VolumesNegativeTest-802791400-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8203e4e-2f7d-4291-9e36-06b2be22a18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394874 Apr 06 11:43:32.998657 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0be8c9-5806-403a-9629-f6af81744058 req-d8819e6d-178d-4d1e-a044-682b6b147ddb tempest-VolumesNegativeTest-802791400 tempest-VolumesNegativeTest-802791400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:43:33.000144 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4b0be8c9-5806-403a-9629-f6af81744058 req-d8819e6d-178d-4d1e-a044-682b6b147ddb tempest-VolumesNegativeTest-802791400 tempest-VolumesNegativeTest-802791400-project] 10.222.0.43 "GET /v2.0/ports?device_id=48922c07-4a32-485f-bf0c-a0ffe4b59bef HTTP/1.1" status: 200 len: 948 time: 0.0535171 Apr 06 11:43:33.050292 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4b0be8c9-5806-403a-9629-f6af81744058 req-4d4ff8b1-2020-4c70-9af1-8df9a83498da tempest-VolumesNegativeTest-802791400 tempest-VolumesNegativeTest-802791400-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8203e4e-2f7d-4291-9e36-06b2be22a18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445206 Apr 06 11:43:33.789601 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device 7ca5d62e-73b3-4744-9755-d4fbaa9e68b3 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:43:33.887730 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port 7ca5d62e-73b3-4744-9755-d4fbaa9e68b3, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=7ca5d62e-73b3-4744-9755-d4fbaa9e68b3,segment=NetworkSegment(e70a1759-1cd0-4454-8118-d71cd404b03c),segment_id=e70a1759-1cd0-4454-8118-d71cd404b03c)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:43:33.898617 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Returning: {'device': '7ca5d62e-73b3-4744-9755-d4fbaa9e68b3', 'network_id': 'fb06bba6-aa92-405a-bd0f-9d2f832ff4b0', 'port_id': '7ca5d62e-73b3-4744-9755-d4fbaa9e68b3', 'mac_address': 'fa:16:3e:69:e9:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e56633a2-883b-4622-9b03-428668a2021a', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:43:33.934653 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Current status of the port 7ca5d62e-73b3-4744-9755-d4fbaa9e68b3 is: DOWN; New status is: BUILD {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:43:33.935035 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (7ca5d62e-73b3-4744-9755-d4fbaa9e68b3), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:33.947928 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ca5d62e-73b3-4744-9755-d4fbaa9e68b3 {{(pid=103883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:43:33.967267 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port 7ca5d62e-73b3-4744-9755-d4fbaa9e68b3, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=7ca5d62e-73b3-4744-9755-d4fbaa9e68b3,segment=NetworkSegment(e70a1759-1cd0-4454-8118-d71cd404b03c),segment_id=e70a1759-1cd0-4454-8118-d71cd404b03c)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:43:34.022260 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (7ca5d62e-73b3-4744-9755-d4fbaa9e68b3), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:34.071574 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Pushing event updated for resources: {'Port': ['ID=7ca5d62e-73b3-4744-9755-d4fbaa9e68b3,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:43:34.166582 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f6efb-de91-41b1-9497-eb8b155d70ac req-534e8853-986d-430f-b863-60ded8a466f5 tempest-VolumesNegativeTest-802791400 tempest-VolumesNegativeTest-802791400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:43:34.168044 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-bc2f6efb-de91-41b1-9497-eb8b155d70ac req-534e8853-986d-430f-b863-60ded8a466f5 tempest-VolumesNegativeTest-802791400 tempest-VolumesNegativeTest-802791400-project] 10.222.0.43 "GET /v2.0/ports?device_id=48922c07-4a32-485f-bf0c-a0ffe4b59bef HTTP/1.1" status: 200 len: 949 time: 0.0520055 Apr 06 11:43:34.216247 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-bc2f6efb-de91-41b1-9497-eb8b155d70ac req-86be20b4-5a26-40f5-b34d-2f58faea1492 tempest-VolumesNegativeTest-802791400 tempest-VolumesNegativeTest-802791400-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8203e4e-2f7d-4291-9e36-06b2be22a18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425911 Apr 06 11:43:34.229306 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] get_ports_and_sgs() called for port_ids ['7ca5d62e-73b3-4744-9755-d4fbaa9e68b3'] {{(pid=103883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:43:35.332205 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b940d097-3150-475c-94de-033e603399d9 req-6e2faf9d-f941-4fd1-b918-fd5ca29a5cf8 tempest-VolumesNegativeTest-802791400 tempest-VolumesNegativeTest-802791400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:43:35.333662 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b940d097-3150-475c-94de-033e603399d9 req-6e2faf9d-f941-4fd1-b918-fd5ca29a5cf8 tempest-VolumesNegativeTest-802791400 tempest-VolumesNegativeTest-802791400-project] 10.222.0.43 "GET /v2.0/ports?device_id=48922c07-4a32-485f-bf0c-a0ffe4b59bef HTTP/1.1" status: 200 len: 949 time: 0.0508585 Apr 06 11:43:35.380526 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b940d097-3150-475c-94de-033e603399d9 req-820c4869-ace1-4a58-9a30-7a1d98256ff9 tempest-VolumesNegativeTest-802791400 tempest-VolumesNegativeTest-802791400-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8203e4e-2f7d-4291-9e36-06b2be22a18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406561 Apr 06 11:43:35.805974 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device 7ca5d62e-73b3-4744-9755-d4fbaa9e68b3 up at agent hyperv_hv-cinder-83607 {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:43:35.835075 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [req-3dd96fa7-0679-4d87-bfea-19814639530d req-18c47a3f-a58f-4174-9b05-f27b388329d8 service neutron] (103881) timed out ('10.222.0.48', 60503) {{(pid=103881) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 06 11:43:35.947823 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Provisioning for port 7ca5d62e-73b3-4744-9755-d4fbaa9e68b3 completed by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 11:43:35.951759 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Provisioning complete for port 7ca5d62e-73b3-4744-9755-d4fbaa9e68b3 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:43:35.952158 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (7ca5d62e-73b3-4744-9755-d4fbaa9e68b3), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:36.026660 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Current status of the port 7ca5d62e-73b3-4744-9755-d4fbaa9e68b3 is: BUILD; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:43:36.027044 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (7ca5d62e-73b3-4744-9755-d4fbaa9e68b3), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:36.048873 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48922c07-4a32-485f-bf0c-a0ffe4b59bef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ca5d62e-73b3-4744-9755-d4fbaa9e68b3'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:43:36.051099 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a256e0d7ec5edad375dd6353356bf7a80218bed4a34d309726d6a914db977355" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c589fb2-3a7a-4582-923e-6b42e5304b66" -d '{"events": [{"server_uuid": "48922c07-4a32-485f-bf0c-a0ffe4b59bef", "name": "network-vif-plugged", "status": "completed", "tag": "7ca5d62e-73b3-4744-9755-d4fbaa9e68b3"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:43:36.064052 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port 7ca5d62e-73b3-4744-9755-d4fbaa9e68b3, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=7ca5d62e-73b3-4744-9755-d4fbaa9e68b3,segment=NetworkSegment(e70a1759-1cd0-4454-8118-d71cd404b03c),segment_id=e70a1759-1cd0-4454-8118-d71cd404b03c)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:43:36.088688 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c6ded36-f69c-4a59-9220-455534a9937b x-openstack-request-id: req-4c6ded36-f69c-4a59-9220-455534a9937b {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:43:36.089250 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48922c07-4a32-485f-bf0c-a0ffe4b59bef", "name": "network-vif-plugged", "status": "completed", "tag": "7ca5d62e-73b3-4744-9755-d4fbaa9e68b3", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:43:36.089250 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4c6ded36-f69c-4a59-9220-455534a9937b {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:43:36.089703 dv-cinder-836073-2-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c6ded36-f69c-4a59-9220-455534a9937b'] response: {'server_uuid': '48922c07-4a32-485f-bf0c-a0ffe4b59bef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ca5d62e-73b3-4744-9755-d4fbaa9e68b3', 'code': 200} Apr 06 11:43:36.144786 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (7ca5d62e-73b3-4744-9755-d4fbaa9e68b3), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:36.193695 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Pushing event updated for resources: {'Port': ['ID=7ca5d62e-73b3-4744-9755-d4fbaa9e68b3,revision_number=5']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:43:36.351604 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1c2478-e443-4db2-a61c-5c6fe3745ad3 req-747894af-19a4-477d-b77b-ba738ed909c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:43:36.353667 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4f1c2478-e443-4db2-a61c-5c6fe3745ad3 req-747894af-19a4-477d-b77b-ba738ed909c7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=48922c07-4a32-485f-bf0c-a0ffe4b59bef HTTP/1.1" status: 200 len: 1134 time: 0.0420842 Apr 06 11:43:36.395066 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4f1c2478-e443-4db2-a61c-5c6fe3745ad3 req-0159a68b-c147-41b9-bfe3-aeeccfa20f55 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c8203e4e-2f7d-4291-9e36-06b2be22a18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352545 Apr 06 11:43:36.499720 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084ab93-b3fc-4384-8154-78d816202171 req-ab5036c4-880a-4dd8-811c-e02601f80cd3 tempest-VolumesNegativeTest-802791400 tempest-VolumesNegativeTest-802791400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:43:36.501222 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f084ab93-b3fc-4384-8154-78d816202171 req-ab5036c4-880a-4dd8-811c-e02601f80cd3 tempest-VolumesNegativeTest-802791400 tempest-VolumesNegativeTest-802791400-project] 10.222.0.43 "GET /v2.0/ports?device_id=48922c07-4a32-485f-bf0c-a0ffe4b59bef HTTP/1.1" status: 200 len: 950 time: 0.0551670 Apr 06 11:43:36.548067 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f084ab93-b3fc-4384-8154-78d816202171 req-9dd4c39f-a309-474d-8a8f-d9422e7f4a2b tempest-VolumesNegativeTest-802791400 tempest-VolumesNegativeTest-802791400-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8203e4e-2f7d-4291-9e36-06b2be22a18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413160 Apr 06 11:43:36.602099 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (dc195572-b6d9-4259-8541-839e457b2650), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:36.641618 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-df8e9431-c6ac-4c6f-b863-538963e6a410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (8a8bc679-53b2-461d-b015-cec5a247fb94), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:37.666633 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097f9e3e-e738-4eef-9600-92752c884390 req-8f9e367c-340c-44bb-908e-6799e8fe9a1a tempest-VolumesNegativeTest-802791400 tempest-VolumesNegativeTest-802791400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:43:37.668107 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-097f9e3e-e738-4eef-9600-92752c884390 req-8f9e367c-340c-44bb-908e-6799e8fe9a1a tempest-VolumesNegativeTest-802791400 tempest-VolumesNegativeTest-802791400-project] 10.222.0.43 "GET /v2.0/ports?device_id=48922c07-4a32-485f-bf0c-a0ffe4b59bef HTTP/1.1" status: 200 len: 950 time: 0.0533011 Apr 06 11:43:37.715496 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-097f9e3e-e738-4eef-9600-92752c884390 req-32907b97-ea65-48d9-bd9e-1bd9c7e6f52c tempest-VolumesNegativeTest-802791400 tempest-VolumesNegativeTest-802791400-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8203e4e-2f7d-4291-9e36-06b2be22a18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418754 Apr 06 11:43:38.831706 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e429b35-7eb6-4671-925e-6166a3b7a05b req-c45b1815-c506-4e01-8ccc-bd744f11fb75 tempest-VolumesNegativeTest-802791400 tempest-VolumesNegativeTest-802791400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:43:38.833131 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8e429b35-7eb6-4671-925e-6166a3b7a05b req-c45b1815-c506-4e01-8ccc-bd744f11fb75 tempest-VolumesNegativeTest-802791400 tempest-VolumesNegativeTest-802791400-project] 10.222.0.43 "GET /v2.0/ports?device_id=48922c07-4a32-485f-bf0c-a0ffe4b59bef HTTP/1.1" status: 200 len: 950 time: 0.0522640 Apr 06 11:43:38.879294 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8e429b35-7eb6-4671-925e-6166a3b7a05b req-0819afb6-ee7a-4ce0-b1aa-ec1e241d78fa tempest-VolumesNegativeTest-802791400 tempest-VolumesNegativeTest-802791400-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8203e4e-2f7d-4291-9e36-06b2be22a18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401855 Apr 06 11:43:39.036298 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-afc90e5d-851b-4f7c-9836-e8f0b4765561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (9404f039-f516-42fd-94a5-c122fff5649f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:39.335103 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f3bce-a277-4150-9c99-df3c0d44e901 req-809dd9ad-0dfb-4e71-bf1a-cf3a1e95d14c tempest-VolumesNegativeTest-802791400 tempest-VolumesNegativeTest-802791400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:43:39.336574 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-688f3bce-a277-4150-9c99-df3c0d44e901 req-809dd9ad-0dfb-4e71-bf1a-cf3a1e95d14c tempest-VolumesNegativeTest-802791400 tempest-VolumesNegativeTest-802791400-project] 10.222.0.43 "GET /v2.0/ports?device_id=48922c07-4a32-485f-bf0c-a0ffe4b59bef HTTP/1.1" status: 200 len: 950 time: 0.0548873 Apr 06 11:43:39.382649 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-688f3bce-a277-4150-9c99-df3c0d44e901 req-b3408b77-09b7-4798-a50d-11eafc000edc tempest-VolumesNegativeTest-802791400 tempest-VolumesNegativeTest-802791400-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8203e4e-2f7d-4291-9e36-06b2be22a18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401700 Apr 06 11:43:40.505774 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e24b2-cab6-4f67-ad92-0d1c8fae5098 req-2d6270ad-4ea9-419a-962d-7c9563c64087 tempest-VolumesNegativeTest-802791400 tempest-VolumesNegativeTest-802791400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:43:40.507254 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-af9e24b2-cab6-4f67-ad92-0d1c8fae5098 req-2d6270ad-4ea9-419a-962d-7c9563c64087 tempest-VolumesNegativeTest-802791400 tempest-VolumesNegativeTest-802791400-project] 10.222.0.43 "GET /v2.0/ports?device_id=48922c07-4a32-485f-bf0c-a0ffe4b59bef HTTP/1.1" status: 200 len: 950 time: 0.0559404 Apr 06 11:43:40.553684 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-af9e24b2-cab6-4f67-ad92-0d1c8fae5098 req-16ed6be8-ab40-434c-bb07-5e8d5fc4418e tempest-VolumesNegativeTest-802791400 tempest-VolumesNegativeTest-802791400-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8203e4e-2f7d-4291-9e36-06b2be22a18b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408442 Apr 06 11:43:40.602082 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0cc2d64b-8553-4c26-9c2d-26728f607b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (295112eb-abec-44aa-a7f9-d1b9c67b3953), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:40.638203 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4c2002-0986-4390-829c-a2cc5ba900b2 req-a2f46ba8-5fb6-42c4-bca4-2caa00426754 tempest-VolumesNegativeTest-802791400 tempest-VolumesNegativeTest-802791400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:43:40.639626 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4c4c2002-0986-4390-829c-a2cc5ba900b2 req-a2f46ba8-5fb6-42c4-bca4-2caa00426754 tempest-VolumesNegativeTest-802791400 tempest-VolumesNegativeTest-802791400-project] 10.222.0.48 "GET /v2.0/ports?device_id=48922c07-4a32-485f-bf0c-a0ffe4b59bef HTTP/1.1" status: 200 len: 950 time: 0.0524590 Apr 06 11:43:40.729582 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [req-4c4c2002-0986-4390-829c-a2cc5ba900b2 req-3e04ceaf-c12c-4d23-b928-2aab55eb4e4b tempest-VolumesNegativeTest-802791400 tempest-VolumesNegativeTest-802791400-project] Deleting port 7ca5d62e-73b3-4744-9755-d4fbaa9e68b3 {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:43:40.729865 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-4c4c2002-0986-4390-829c-a2cc5ba900b2 req-3e04ceaf-c12c-4d23-b928-2aab55eb4e4b tempest-VolumesNegativeTest-802791400 tempest-VolumesNegativeTest-802791400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192836145'] for port (7ca5d62e-73b3-4744-9755-d4fbaa9e68b3), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:40.821557 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [req-4c4c2002-0986-4390-829c-a2cc5ba900b2 req-3e04ceaf-c12c-4d23-b928-2aab55eb4e4b tempest-VolumesNegativeTest-802791400 tempest-VolumesNegativeTest-802791400-project] For port 7ca5d62e-73b3-4744-9755-d4fbaa9e68b3, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=7ca5d62e-73b3-4744-9755-d4fbaa9e68b3,segment=NetworkSegment(e70a1759-1cd0-4454-8118-d71cd404b03c),segment_id=e70a1759-1cd0-4454-8118-d71cd404b03c)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:43:40.821974 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-4c4c2002-0986-4390-829c-a2cc5ba900b2 req-3e04ceaf-c12c-4d23-b928-2aab55eb4e4b tempest-VolumesNegativeTest-802791400 tempest-VolumesNegativeTest-802791400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-891628'] for port (7ca5d62e-73b3-4744-9755-d4fbaa9e68b3), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:40.835779 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [req-4c4c2002-0986-4390-829c-a2cc5ba900b2 req-3e04ceaf-c12c-4d23-b928-2aab55eb4e4b tempest-VolumesNegativeTest-802791400 tempest-VolumesNegativeTest-802791400-project] Calling delete_port for 7ca5d62e-73b3-4744-9755-d4fbaa9e68b3 owned by compute:nova {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:43:41.039136 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-4c4c2002-0986-4390-829c-a2cc5ba900b2 req-3e04ceaf-c12c-4d23-b928-2aab55eb4e4b tempest-VolumesNegativeTest-802791400 tempest-VolumesNegativeTest-802791400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192843524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779192465933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797839'] for port (7ca5d62e-73b3-4744-9755-d4fbaa9e68b3), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:41.051710 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] get_ports_and_sgs() called for port_ids ['7ca5d62e-73b3-4744-9755-d4fbaa9e68b3'] {{(pid=103883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:43:41.068941 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e04ceaf-c12c-4d23-b928-2aab55eb4e4b tempest-VolumesNegativeTest-802791400 tempest-VolumesNegativeTest-802791400-project] Pushing event deleted for resources: {'Port': ['ID=7ca5d62e-73b3-4744-9755-d4fbaa9e68b3,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:43:41.115081 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c4c2002-0986-4390-829c-a2cc5ba900b2 req-3e04ceaf-c12c-4d23-b928-2aab55eb4e4b tempest-VolumesNegativeTest-802791400 tempest-VolumesNegativeTest-802791400-project] No DVR routers for this DVR port 7ca5d62e-73b3-4744-9755-d4fbaa9e68b3 on host hv-cinder-83607 {{(pid=103882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:43:41.117825 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-4c4c2002-0986-4390-829c-a2cc5ba900b2 req-3e04ceaf-c12c-4d23-b928-2aab55eb4e4b tempest-VolumesNegativeTest-802791400 tempest-VolumesNegativeTest-802791400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for port (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:41.121890 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-4c4c2002-0986-4390-829c-a2cc5ba900b2 req-3e04ceaf-c12c-4d23-b928-2aab55eb4e4b tempest-VolumesNegativeTest-802791400 tempest-VolumesNegativeTest-802791400-project] 10.222.0.48 "DELETE /v2.0/ports/7ca5d62e-73b3-4744-9755-d4fbaa9e68b3 HTTP/1.1" status: 204 len: 173 time: 0.4748120 Apr 06 11:43:41.122373 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48922c07-4a32-485f-bf0c-a0ffe4b59bef', 'name': 'network-vif-deleted', 'tag': '7ca5d62e-73b3-4744-9755-d4fbaa9e68b3'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:43:41.124603 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29156e5c8df2cda5f8c3a12ff109e02ba7a327efefb734c2c5f81b1bf548e3ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08936147-079e-4ff3-a3b3-30dcd8f84b77" -d '{"events": [{"server_uuid": "48922c07-4a32-485f-bf0c-a0ffe4b59bef", "name": "network-vif-deleted", "tag": "7ca5d62e-73b3-4744-9755-d4fbaa9e68b3"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:43:41.162562 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-359b1820-71ee-4073-a58c-5a9778cceb09 x-openstack-request-id: req-359b1820-71ee-4073-a58c-5a9778cceb09 {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:43:41.162855 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48922c07-4a32-485f-bf0c-a0ffe4b59bef", "name": "network-vif-deleted", "tag": "7ca5d62e-73b3-4744-9755-d4fbaa9e68b3", "status": "completed", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:43:41.163102 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-359b1820-71ee-4073-a58c-5a9778cceb09 {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:43:41.163506 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-359b1820-71ee-4073-a58c-5a9778cceb09'] response: {'server_uuid': '48922c07-4a32-485f-bf0c-a0ffe4b59bef', 'name': 'network-vif-deleted', 'tag': '7ca5d62e-73b3-4744-9755-d4fbaa9e68b3', 'status': 'completed', 'code': 200} Apr 06 11:43:41.661542 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-1834dfc6-2b15-4ef1-97d2-0e8d031adcf0 req-fe09d951-2c64-46bf-81cc-c8f7241a2269 tempest-VolumesNegativeTest-802791400 tempest-VolumesNegativeTest-802791400-project] 10.222.0.43 "GET /v2.0/ports?device_id=48922c07-4a32-485f-bf0c-a0ffe4b59bef HTTP/1.1" status: 200 len: 210 time: 0.0304995 Apr 06 11:43:41.764050 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-d2f8dd02-8968-40b0-bca4-a7fc1cec66fd None None] Agent healthcheck: found 6 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:43:41.915953 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7bcfc971-4c1e-4d8f-8ae7-97bffdd4e21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (33edc1dd-8f2c-4a3f-bd07-9ad8bd534bf2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:43.256434 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (a2831ac0-05e7-463d-be89-41d2adab36ec), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:45.820163 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device 7ca5d62e-73b3-4744-9755-d4fbaa9e68b3 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:43:45.841140 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] No Port match for: 7ca5d62e-73b3-4744-9755-d4fbaa9e68b3 {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:43:45.841482 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device 7ca5d62e-73b3-4744-9755-d4fbaa9e68b3 not bound to the agent host hv-cinder-83607 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:43:48.677865 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 59078) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:43:48.805624 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-0bd47f5e-10e1-4440-a266-9f5d88b11d5b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=500e9b8a3eff4397a00cd9404cb74e07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1265998 Apr 06 11:43:48.808025 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 59082) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:43:48.854505 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-47b2d1c4-7c4a-4955-97af-d50ebc622410 admin admin] Publish callbacks [] for security_group (c8203e4e-2f7d-4291-9e36-06b2be22a18b), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:48.875350 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-47b2d1c4-7c4a-4955-97af-d50ebc622410 admin admin] Publish callbacks [] for security_group (c8203e4e-2f7d-4291-9e36-06b2be22a18b), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:49.007128 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-47b2d1c4-7c4a-4955-97af-d50ebc622410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (c8203e4e-2f7d-4291-9e36-06b2be22a18b), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:49.010355 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-47b2d1c4-7c4a-4955-97af-d50ebc622410 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:49.011673 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-47b2d1c4-7c4a-4955-97af-d50ebc622410 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c8203e4e-2f7d-4291-9e36-06b2be22a18b HTTP/1.1" status: 204 len: 168 time: 0.2027206 Apr 06 11:43:49.019551 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b2d1c4-7c4a-4955-97af-d50ebc622410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8203e4e-2f7d-4291-9e36-06b2be22a18b,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:43:49.944893 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 59104) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:43:50.039635 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-5df38c0a-fb60-4bec-9911-623811ccf6b5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2069524418-network', 'tenant_id': 'ff64d5ebee434e5d9ccc5981e87967a9'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:43:50.127081 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df38c0a-fb60-4bec-9911-623811ccf6b5 admin admin] Made reservation on behalf of ff64d5ebee434e5d9ccc5981e87967a9 for: {'network': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:43:50.129373 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5df38c0a-fb60-4bec-9911-623811ccf6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for network (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:50.138715 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5df38c0a-fb60-4bec-9911-623811ccf6b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:50.211515 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5df38c0a-fb60-4bec-9911-623811ccf6b5 admin admin] Publish callbacks [] for security_group (1379ccf8-dfbe-4edf-a8c0-2df33873c4dd), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:50.292857 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5df38c0a-fb60-4bec-9911-623811ccf6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (1379ccf8-dfbe-4edf-a8c0-2df33873c4dd), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:50.317184 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5df38c0a-fb60-4bec-9911-623811ccf6b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=103881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 11:43:50.327301 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df38c0a-fb60-4bec-9911-623811ccf6b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1379ccf8-dfbe-4edf-a8c0-2df33873c4dd,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:43:50.332793 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5df38c0a-fb60-4bec-9911-623811ccf6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726494'] for segment (264a241e-d6d7-445e-928a-8ac6eca8209a), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:50.333164 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.db.segments_db [None req-5df38c0a-fb60-4bec-9911-623811ccf6b5 admin admin] Added segment 264a241e-d6d7-445e-928a-8ac6eca8209a of type vlan for network 7d16e450-2860-4804-9f0d-a8cb9f487b81 Apr 06 11:43:50.372408 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5df38c0a-fb60-4bec-9911-623811ccf6b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779192449082'] for network (7d16e450-2860-4804-9f0d-a8cb9f487b81), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:50.475649 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5df38c0a-fb60-4bec-9911-623811ccf6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322'] for network (7d16e450-2860-4804-9f0d-a8cb9f487b81), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:50.476524 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df38c0a-fb60-4bec-9911-623811ccf6b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:43:50.477124 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5df38c0a-fb60-4bec-9911-623811ccf6b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570608'] for network (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:50.532614 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df38c0a-fb60-4bec-9911-623811ccf6b5 admin admin] Pushing event updated for resources: {'Network': ['ID=7d16e450-2860-4804-9f0d-a8cb9f487b81,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:43:50.542751 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Network 7d16e450-2860-4804-9f0d-a8cb9f487b81 details requested by agent ovs-agent-dv-cinder-836073-2-iscsi with host dv-cinder-836073-2-iscsi {{(pid=103883) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 11:43:50.598737 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-5df38c0a-fb60-4bec-9911-623811ccf6b5 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6527689 Apr 06 11:43:50.601463 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 59108) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:43:50.608026 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.v2.base [None req-62b6fa79-4960-424a-ba8c-18b20d670434 admin admin] Request body: {'subnet': {'network_id': '7d16e450-2860-4804-9f0d-a8cb9f487b81', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2069524418-subnet', 'tenant_id': 'ff64d5ebee434e5d9ccc5981e87967a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:43:50.687357 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b6fa79-4960-424a-ba8c-18b20d670434 admin admin] Made reservation on behalf of ff64d5ebee434e5d9ccc5981e87967a9 for: {'subnet': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:43:50.689662 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-62b6fa79-4960-424a-ba8c-18b20d670434 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8583115'] for subnet (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:50.910368 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-62b6fa79-4960-424a-ba8c-18b20d670434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10087826', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8583125'] for subnet (776ea6a3-45cb-4b93-8ce7-58dc939aaa19), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:50.968232 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b6fa79-4960-424a-ba8c-18b20d670434 admin admin] Pushing event updated for resources: {'Subnet': ['ID=776ea6a3-45cb-4b93-8ce7-58dc939aaa19,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:43:50.976726 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b6fa79-4960-424a-ba8c-18b20d670434 admin admin] Checking segment: {'id': '264a241e-d6d7-445e-928a-8ac6eca8209a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '7d16e450-2860-4804-9f0d-a8cb9f487b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:43:50.977104 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b6fa79-4960-424a-ba8c-18b20d670434 admin admin] Network hostable DHCP agents. Network: 7d16e450-2860-4804-9f0d-a8cb9f487b81, hostable agents: ['8a8bc679-53b2-461d-b015-cec5a247fb94'], hosted agents: [] {{(pid=103881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 11:43:51.070134 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b6fa79-4960-424a-ba8c-18b20d670434 admin admin] Network 7d16e450-2860-4804-9f0d-a8cb9f487b81 is scheduled to be hosted by DHCP agent 8a8bc679-53b2-461d-b015-cec5a247fb94 with binding_index 1 {{(pid=103881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 11:43:51.133079 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-62b6fa79-4960-424a-ba8c-18b20d670434 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836073-2-iscsi, 7d16e450-2860-4804-9f0d-a8cb9f487b81) {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:43:51.138071 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b6fa79-4960-424a-ba8c-18b20d670434 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:43:51.138687 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-62b6fa79-4960-424a-ba8c-18b20d670434 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570608'] for subnet (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:51.142654 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2c12a2-cfea-4668-8f66-4011ae6a340b None None] Network 7d16e450-2860-4804-9f0d-a8cb9f487b81 requested from dv-cinder-836073-2-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:43:51.207319 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-62b6fa79-4960-424a-ba8c-18b20d670434 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6047299 Apr 06 11:43:51.366531 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e13a39c-97a9-4b46-a093-19c9a4fc7665 None None] Network 7d16e450-2860-4804-9f0d-a8cb9f487b81 requested from dv-cinder-836073-2-iscsi {{(pid=103883) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:43:53.293306 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247bdef8-e2f7-4036-a354-4887765452e4 req-2939c93b-3ea7-40c7-a94e-755a922281a2 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:43:53.294577 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-247bdef8-e2f7-4036-a354-4887765452e4 req-2939c93b-3ea7-40c7-a94e-755a922281a2 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] 10.222.0.43 "GET /v2.0/networks?id=7d16e450-2860-4804-9f0d-a8cb9f487b81 HTTP/1.1" status: 200 len: 814 time: 0.0966091 Apr 06 11:43:53.309285 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-247bdef8-e2f7-4036-a354-4887765452e4 req-f9f43371-5c7a-4f62-b19f-7eadf74eacc0 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] 10.222.0.43 "GET /v2.0/quotas/ff64d5ebee434e5d9ccc5981e87967a9 HTTP/1.1" status: 200 len: 375 time: 0.0093126 Apr 06 11:43:53.340607 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-247bdef8-e2f7-4036-a354-4887765452e4 req-f811d1fd-2e2e-4109-993c-80474a21bf39 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ff64d5ebee434e5d9ccc5981e87967a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264730 Apr 06 11:43:53.392803 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [req-247bdef8-e2f7-4036-a354-4887765452e4 req-00d05b2d-c9ee-41a5-b329-7fbb9ec33ad2 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103881) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 11:43:53.393859 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-247bdef8-e2f7-4036-a354-4887765452e4 req-00d05b2d-c9ee-41a5-b329-7fbb9ec33ad2 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0472534 Apr 06 11:43:53.483097 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-247bdef8-e2f7-4036-a354-4887765452e4 req-f686addf-769f-4f1b-9df7-4def41eae405 service neutron] 10.222.0.43 "GET /v2.0/networks/7d16e450-2860-4804-9f0d-a8cb9f487b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833573 Apr 06 11:43:53.568439 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-247bdef8-e2f7-4036-a354-4887765452e4 req-f7cb3f62-d469-45ef-b81a-c02b2fe34483 service neutron] 10.222.0.43 "GET /v2.0/networks/7d16e450-2860-4804-9f0d-a8cb9f487b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795259 Apr 06 11:43:53.847682 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-abf79f5f-f09b-4d13-9c20-377399c5a2cb req-e81e040a-0205-4c0a-97e9-702ffb0a79c5 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea37370-3fe7-46b7-949b-94cdd60cc3d4 HTTP/1.1" status: 200 len: 210 time: 0.0309587 Apr 06 11:43:54.946776 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-850976c9-111d-448c-a568-79c41b720669 req-0dd39342-874b-462e-a2d4-4ccb8daa6bfb tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea37370-3fe7-46b7-949b-94cdd60cc3d4 HTTP/1.1" status: 200 len: 210 time: 0.0311389 Apr 06 11:43:56.053518 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-1a1f6f53-1f5e-40ff-82b2-aed0313afcfa req-7046b830-270b-4f1f-8a18-dfddb4498d59 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea37370-3fe7-46b7-949b-94cdd60cc3d4 HTTP/1.1" status: 200 len: 210 time: 0.0362794 Apr 06 11:43:56.072571 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247bdef8-e2f7-4036-a354-4887765452e4 req-9eb072f5-5660-4bf8-b059-f9e939336507 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:43:56.072705 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-247bdef8-e2f7-4036-a354-4887765452e4 req-9eb072f5-5660-4bf8-b059-f9e939336507 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] 10.222.0.48 "GET /v2.0/networks?id=7d16e450-2860-4804-9f0d-a8cb9f487b81 HTTP/1.1" status: 200 len: 814 time: 0.1265399 Apr 06 11:43:56.083296 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [req-247bdef8-e2f7-4036-a354-4887765452e4 req-60f287ff-7095-48fa-8f62-4a5463e0c2c2 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Request body: {'port': {'device_id': 'aea37370-3fe7-46b7-949b-94cdd60cc3d4', 'network_id': '7d16e450-2860-4804-9f0d-a8cb9f487b81', 'admin_state_up': True, 'tenant_id': 'ff64d5ebee434e5d9ccc5981e87967a9'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:43:56.247330 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-247bdef8-e2f7-4036-a354-4887765452e4 req-60f287ff-7095-48fa-8f62-4a5463e0c2c2 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Made reservation on behalf of ff64d5ebee434e5d9ccc5981e87967a9 for: {'port': 1} {{(pid=103882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:43:56.250656 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-247bdef8-e2f7-4036-a354-4887765452e4 req-60f287ff-7095-48fa-8f62-4a5463e0c2c2 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:56.377133 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [req-247bdef8-e2f7-4036-a354-4887765452e4 req-60f287ff-7095-48fa-8f62-4a5463e0c2c2 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Allocated IP 172.20.0.9 (7d16e450-2860-4804-9f0d-a8cb9f487b81/776ea6a3-45cb-4b93-8ce7-58dc939aaa19/5f0b10e8-6ee0-4328-8def-fa5a2f9b69a1) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:43:56.515986 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-247bdef8-e2f7-4036-a354-4887765452e4 req-60f287ff-7095-48fa-8f62-4a5463e0c2c2 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Publish callbacks [] for port (5f0b10e8-6ee0-4328-8def-fa5a2f9b69a1), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:56.607806 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-247bdef8-e2f7-4036-a354-4887765452e4 req-60f287ff-7095-48fa-8f62-4a5463e0c2c2 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779192465924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797839'] for port (5f0b10e8-6ee0-4328-8def-fa5a2f9b69a1), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:56.655596 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-247bdef8-e2f7-4036-a354-4887765452e4 req-60f287ff-7095-48fa-8f62-4a5463e0c2c2 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Network 7d16e450-2860-4804-9f0d-a8cb9f487b81 is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:43:56.658810 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [req-247bdef8-e2f7-4036-a354-4887765452e4 req-60f287ff-7095-48fa-8f62-4a5463e0c2c2 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:43:56.662481 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [req-247bdef8-e2f7-4036-a354-4887765452e4 req-60f287ff-7095-48fa-8f62-4a5463e0c2c2 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:43:56.685678 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f287ff-7095-48fa-8f62-4a5463e0c2c2 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Pushing event updated for resources: {'Port': ['ID=5f0b10e8-6ee0-4328-8def-fa5a2f9b69a1,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:43:56.697682 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f287ff-7095-48fa-8f62-4a5463e0c2c2 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:43:56.698030 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f287ff-7095-48fa-8f62-4a5463e0c2c2 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:43:56.698372 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f287ff-7095-48fa-8f62-4a5463e0c2c2 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:43:56.698714 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f287ff-7095-48fa-8f62-4a5463e0c2c2 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:43:56.699044 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f287ff-7095-48fa-8f62-4a5463e0c2c2 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:43:56.699373 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f287ff-7095-48fa-8f62-4a5463e0c2c2 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:43:56.699701 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f287ff-7095-48fa-8f62-4a5463e0c2c2 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:43:56.700024 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f287ff-7095-48fa-8f62-4a5463e0c2c2 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:43:56.700346 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f287ff-7095-48fa-8f62-4a5463e0c2c2 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:43:56.700668 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f287ff-7095-48fa-8f62-4a5463e0c2c2 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:43:56.701006 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f287ff-7095-48fa-8f62-4a5463e0c2c2 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:43:56.701338 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f287ff-7095-48fa-8f62-4a5463e0c2c2 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:43:56.701660 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f287ff-7095-48fa-8f62-4a5463e0c2c2 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:43:56.701977 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f287ff-7095-48fa-8f62-4a5463e0c2c2 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:43:56.702293 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f287ff-7095-48fa-8f62-4a5463e0c2c2 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:43:56.723253 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247bdef8-e2f7-4036-a354-4887765452e4 req-60f287ff-7095-48fa-8f62-4a5463e0c2c2 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:43:56.723853 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-247bdef8-e2f7-4036-a354-4887765452e4 req-60f287ff-7095-48fa-8f62-4a5463e0c2c2 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for port (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:56.793378 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-247bdef8-e2f7-4036-a354-4887765452e4 req-60f287ff-7095-48fa-8f62-4a5463e0c2c2 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7136657 Apr 06 11:43:56.804833 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [req-247bdef8-e2f7-4036-a354-4887765452e4 req-c997676c-4917-4ec0-a35d-9654d39fa13f service neutron] Request body: {'port': {'device_id': 'aea37370-3fe7-46b7-949b-94cdd60cc3d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:43:56.864946 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-247bdef8-e2f7-4036-a354-4887765452e4 req-c997676c-4917-4ec0-a35d-9654d39fa13f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (5f0b10e8-6ee0-4328-8def-fa5a2f9b69a1), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:57.128175 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [req-247bdef8-e2f7-4036-a354-4887765452e4 req-c997676c-4917-4ec0-a35d-9654d39fa13f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f0b10e8-6ee0-4328-8def-fa5a2f9b69a1 {{(pid=103882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:43:57.136870 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-247bdef8-e2f7-4036-a354-4887765452e4 req-c997676c-4917-4ec0-a35d-9654d39fa13f service neutron] Publish callbacks [] for port (5f0b10e8-6ee0-4328-8def-fa5a2f9b69a1), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:57.148748 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [req-247bdef8-e2f7-4036-a354-4887765452e4 req-c997676c-4917-4ec0-a35d-9654d39fa13f service neutron] Transition to ACTIVE for port object 5f0b10e8-6ee0-4328-8def-fa5a2f9b69a1 will not be triggered until provisioned by entity L2. {{(pid=103882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 11:43:57.173480 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1ec1bf-d683-4b8f-b7f5-1622759c8144 req-fa76e76e-66fb-4a65-9073-7dedfcaafeb4 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:43:57.175061 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-df1ec1bf-d683-4b8f-b7f5-1622759c8144 req-fa76e76e-66fb-4a65-9073-7dedfcaafeb4 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea37370-3fe7-46b7-949b-94cdd60cc3d4 HTTP/1.1" status: 200 len: 931 time: 0.0534134 Apr 06 11:43:57.221060 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-247bdef8-e2f7-4036-a354-4887765452e4 req-c997676c-4917-4ec0-a35d-9654d39fa13f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8797942'] for port (5f0b10e8-6ee0-4328-8def-fa5a2f9b69a1), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:57.221320 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-df1ec1bf-d683-4b8f-b7f5-1622759c8144 req-bc9f04dc-6260-407f-9f19-44f7ceb66ed2 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] 10.222.0.43 "GET /v2.0/security-groups?id=1379ccf8-dfbe-4edf-a8c0-2df33873c4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406172 Apr 06 11:43:57.271044 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c997676c-4917-4ec0-a35d-9654d39fa13f service neutron] Pushing event updated for resources: {'Port': ['ID=5f0b10e8-6ee0-4328-8def-fa5a2f9b69a1,revision_number=2']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:43:57.340246 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [req-247bdef8-e2f7-4036-a354-4887765452e4 req-c997676c-4917-4ec0-a35d-9654d39fa13f service neutron] Attempting to bind port 5f0b10e8-6ee0-4328-8def-fa5a2f9b69a1 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:43:57.340491 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [req-247bdef8-e2f7-4036-a354-4887765452e4 req-c997676c-4917-4ec0-a35d-9654d39fa13f service neutron] Attempting to bind port 5f0b10e8-6ee0-4328-8def-fa5a2f9b69a1 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '264a241e-d6d7-445e-928a-8ac6eca8209a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '7d16e450-2860-4804-9f0d-a8cb9f487b81'}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:43:57.340814 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247bdef8-e2f7-4036-a354-4887765452e4 req-c997676c-4917-4ec0-a35d-9654d39fa13f service neutron] Attempting to bind port 5f0b10e8-6ee0-4328-8def-fa5a2f9b69a1 on network 7d16e450-2860-4804-9f0d-a8cb9f487b81 {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:43:57.344957 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247bdef8-e2f7-4036-a354-4887765452e4 req-c997676c-4917-4ec0-a35d-9654d39fa13f service neutron] Port 5f0b10e8-6ee0-4328-8def-fa5a2f9b69a1 on network 7d16e450-2860-4804-9f0d-a8cb9f487b81 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 11:43:57.345304 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247bdef8-e2f7-4036-a354-4887765452e4 req-c997676c-4917-4ec0-a35d-9654d39fa13f service neutron] Attempting to bind port 5f0b10e8-6ee0-4328-8def-fa5a2f9b69a1 on network 7d16e450-2860-4804-9f0d-a8cb9f487b81 {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:43:57.349982 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247bdef8-e2f7-4036-a354-4887765452e4 req-c997676c-4917-4ec0-a35d-9654d39fa13f service neutron] Checking agent: {'id': 'dc195572-b6d9-4259-8541-839e457b2650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 25, 36), 'started_at': datetime.datetime(2022, 4, 6, 11, 25, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:43:57.350308 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247bdef8-e2f7-4036-a354-4887765452e4 req-c997676c-4917-4ec0-a35d-9654d39fa13f service neutron] Checking segment: {'id': '264a241e-d6d7-445e-928a-8ac6eca8209a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '7d16e450-2860-4804-9f0d-a8cb9f487b81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:43:57.350685 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247bdef8-e2f7-4036-a354-4887765452e4 req-c997676c-4917-4ec0-a35d-9654d39fa13f service neutron] Bound using segment: {'id': '264a241e-d6d7-445e-928a-8ac6eca8209a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '7d16e450-2860-4804-9f0d-a8cb9f487b81'} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:43:57.351099 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [req-247bdef8-e2f7-4036-a354-4887765452e4 req-c997676c-4917-4ec0-a35d-9654d39fa13f service neutron] Bound port: 5f0b10e8-6ee0-4328-8def-fa5a2f9b69a1, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '264a241e-d6d7-445e-928a-8ac6eca8209a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '7d16e450-2860-4804-9f0d-a8cb9f487b81'}}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:43:57.351445 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-247bdef8-e2f7-4036-a354-4887765452e4 req-c997676c-4917-4ec0-a35d-9654d39fa13f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (5f0b10e8-6ee0-4328-8def-fa5a2f9b69a1), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:57.411601 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [req-247bdef8-e2f7-4036-a354-4887765452e4 req-c997676c-4917-4ec0-a35d-9654d39fa13f service neutron] For port 5f0b10e8-6ee0-4328-8def-fa5a2f9b69a1, host hv-cinder-83607, cleared binding levels {{(pid=103882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:43:57.414553 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [req-247bdef8-e2f7-4036-a354-4887765452e4 req-c997676c-4917-4ec0-a35d-9654d39fa13f service neutron] For port 5f0b10e8-6ee0-4328-8def-fa5a2f9b69a1, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=5f0b10e8-6ee0-4328-8def-fa5a2f9b69a1,segment=NetworkSegment(264a241e-d6d7-445e-928a-8ac6eca8209a),segment_id=264a241e-d6d7-445e-928a-8ac6eca8209a)] {{(pid=103882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:43:57.479296 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-247bdef8-e2f7-4036-a354-4887765452e4 req-c997676c-4917-4ec0-a35d-9654d39fa13f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8797942'] for port (5f0b10e8-6ee0-4328-8def-fa5a2f9b69a1), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:57.511874 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247bdef8-e2f7-4036-a354-4887765452e4 req-c997676c-4917-4ec0-a35d-9654d39fa13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:43:57.512480 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-247bdef8-e2f7-4036-a354-4887765452e4 req-c997676c-4917-4ec0-a35d-9654d39fa13f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for port (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:43:57.513862 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-247bdef8-e2f7-4036-a354-4887765452e4 req-c997676c-4917-4ec0-a35d-9654d39fa13f service neutron] 10.222.0.48 "PUT /v2.0/ports/5f0b10e8-6ee0-4328-8def-fa5a2f9b69a1 HTTP/1.1" status: 200 len: 1093 time: 0.7129767 Apr 06 11:43:57.514297 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aea37370-3fe7-46b7-949b-94cdd60cc3d4', 'tag': '5f0b10e8-6ee0-4328-8def-fa5a2f9b69a1'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:43:57.516471 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29156e5c8df2cda5f8c3a12ff109e02ba7a327efefb734c2c5f81b1bf548e3ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3edc85-b633-4cbe-b5a8-6d2e229fa125" -d '{"events": [{"name": "network-changed", "server_uuid": "aea37370-3fe7-46b7-949b-94cdd60cc3d4", "tag": "5f0b10e8-6ee0-4328-8def-fa5a2f9b69a1"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:43:57.539661 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c997676c-4917-4ec0-a35d-9654d39fa13f service neutron] Pushing event updated for resources: {'Port': ['ID=5f0b10e8-6ee0-4328-8def-fa5a2f9b69a1,revision_number=3']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:43:57.555899 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c24e396-0fd8-4e8e-a766-b1e4df036757 x-openstack-request-id: req-1c24e396-0fd8-4e8e-a766-b1e4df036757 {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:43:57.556228 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aea37370-3fe7-46b7-949b-94cdd60cc3d4", "tag": "5f0b10e8-6ee0-4328-8def-fa5a2f9b69a1", "status": "completed", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:43:57.556694 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1c24e396-0fd8-4e8e-a766-b1e4df036757 {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:43:57.557395 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c24e396-0fd8-4e8e-a766-b1e4df036757'] response: {'name': 'network-changed', 'server_uuid': 'aea37370-3fe7-46b7-949b-94cdd60cc3d4', 'tag': '5f0b10e8-6ee0-4328-8def-fa5a2f9b69a1', 'status': 'completed', 'code': 200} Apr 06 11:43:57.623422 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3edc85-b633-4cbe-b5a8-6d2e229fa125 req-3e9e33a8-1d08-4590-9e39-ed876224397a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:43:57.624859 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-de3edc85-b633-4cbe-b5a8-6d2e229fa125 req-3e9e33a8-1d08-4590-9e39-ed876224397a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ff64d5ebee434e5d9ccc5981e87967a9&device_id=aea37370-3fe7-46b7-949b-94cdd60cc3d4 HTTP/1.1" status: 200 len: 1127 time: 0.0460875 Apr 06 11:43:57.722470 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3edc85-b633-4cbe-b5a8-6d2e229fa125 req-c401d125-8ede-460f-a8de-d5702de5d8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:43:57.723901 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-de3edc85-b633-4cbe-b5a8-6d2e229fa125 req-c401d125-8ede-460f-a8de-d5702de5d8c8 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=ff64d5ebee434e5d9ccc5981e87967a9&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0902224 Apr 06 11:43:57.813951 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3edc85-b633-4cbe-b5a8-6d2e229fa125 req-42c924b2-e9ad-418f-93de-814b0f66962d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:43:57.815373 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-de3edc85-b633-4cbe-b5a8-6d2e229fa125 req-42c924b2-e9ad-418f-93de-814b0f66962d service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0859871 Apr 06 11:43:57.896283 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247bdef8-e2f7-4036-a354-4887765452e4 req-b6c8593f-4a68-4e00-8859-b21b6428cd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:43:57.897739 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-247bdef8-e2f7-4036-a354-4887765452e4 req-b6c8593f-4a68-4e00-8859-b21b6428cd40 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ff64d5ebee434e5d9ccc5981e87967a9&device_id=aea37370-3fe7-46b7-949b-94cdd60cc3d4 HTTP/1.1" status: 200 len: 1127 time: 0.0437384 Apr 06 11:43:57.942646 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-247bdef8-e2f7-4036-a354-4887765452e4 req-9ef3f2d1-99ef-4982-92f1-afbd049967b1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f0b10e8-6ee0-4328-8def-fa5a2f9b69a1 HTTP/1.1" status: 200 len: 217 time: 0.0373423 Apr 06 11:43:57.997439 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247bdef8-e2f7-4036-a354-4887765452e4 req-d3a2ab9e-4bfb-4325-94e9-5f2017c61eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:43:57.998857 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-247bdef8-e2f7-4036-a354-4887765452e4 req-d3a2ab9e-4bfb-4325-94e9-5f2017c61eff service neutron] 10.222.0.48 "GET /v2.0/subnets?id=776ea6a3-45cb-4b93-8ce7-58dc939aaa19 HTTP/1.1" status: 200 len: 854 time: 0.0458512 Apr 06 11:43:58.315862 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-247bdef8-e2f7-4036-a354-4887765452e4 req-12a4dade-50ca-4bff-9251-85ec53cfc3a2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7d16e450-2860-4804-9f0d-a8cb9f487b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3094790 Apr 06 11:43:58.343737 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa6570-8438-4cf9-86d0-0eb034c172bb req-78fb85ee-41a3-426b-8971-5caccde33ba8 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:43:58.345269 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-d3aa6570-8438-4cf9-86d0-0eb034c172bb req-78fb85ee-41a3-426b-8971-5caccde33ba8 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea37370-3fe7-46b7-949b-94cdd60cc3d4 HTTP/1.1" status: 200 len: 943 time: 0.0533123 Apr 06 11:43:58.391579 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-d3aa6570-8438-4cf9-86d0-0eb034c172bb req-ec11dc09-b290-47a7-9c86-f55ab617a121 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] 10.222.0.43 "GET /v2.0/security-groups?id=1379ccf8-dfbe-4edf-a8c0-2df33873c4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408206 Apr 06 11:43:58.402720 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-247bdef8-e2f7-4036-a354-4887765452e4 req-541a7415-dfc4-4687-86f4-45f5a1b3b850 service neutron] 10.222.0.48 "GET /v2.0/networks/7d16e450-2860-4804-9f0d-a8cb9f487b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793889 Apr 06 11:43:58.490196 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-247bdef8-e2f7-4036-a354-4887765452e4 req-aa726ec5-8f54-4d57-bca6-254e1401c24b service neutron] 10.222.0.48 "GET /v2.0/networks/7d16e450-2860-4804-9f0d-a8cb9f487b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810564 Apr 06 11:43:59.511870 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff227283-b6a7-4601-abe4-ba893987675a req-7112c01c-62c0-4889-a4cb-c725c7f682fb tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:43:59.513385 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ff227283-b6a7-4601-abe4-ba893987675a req-7112c01c-62c0-4889-a4cb-c725c7f682fb tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea37370-3fe7-46b7-949b-94cdd60cc3d4 HTTP/1.1" status: 200 len: 943 time: 0.0528698 Apr 06 11:43:59.558972 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-ff227283-b6a7-4601-abe4-ba893987675a req-9194f28d-3b1c-4d63-85b6-ee24eb7b9d8d tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] 10.222.0.43 "GET /v2.0/security-groups?id=1379ccf8-dfbe-4edf-a8c0-2df33873c4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394232 Apr 06 11:44:00.678147 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b7638f-30ff-497d-bfeb-465fe632972e req-071dc610-49e4-477e-86f5-8343cd953400 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:44:00.679618 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-e5b7638f-30ff-497d-bfeb-465fe632972e req-071dc610-49e4-477e-86f5-8343cd953400 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea37370-3fe7-46b7-949b-94cdd60cc3d4 HTTP/1.1" status: 200 len: 943 time: 0.0542917 Apr 06 11:44:00.724345 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-e5b7638f-30ff-497d-bfeb-465fe632972e req-804709b7-a0e4-4630-9b75-6b1e814044dd tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] 10.222.0.43 "GET /v2.0/security-groups?id=1379ccf8-dfbe-4edf-a8c0-2df33873c4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391619 Apr 06 11:44:01.845117 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb579ba-f6c5-429f-afb1-54678c133c68 req-6f7018c6-a581-4ec5-a9e7-82b3a8da9503 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:44:01.846622 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8cb579ba-f6c5-429f-afb1-54678c133c68 req-6f7018c6-a581-4ec5-a9e7-82b3a8da9503 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea37370-3fe7-46b7-949b-94cdd60cc3d4 HTTP/1.1" status: 200 len: 943 time: 0.0557692 Apr 06 11:44:01.893291 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-8cb579ba-f6c5-429f-afb1-54678c133c68 req-67d8f496-9cfd-4262-a6f3-b9be688c7b19 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] 10.222.0.43 "GET /v2.0/security-groups?id=1379ccf8-dfbe-4edf-a8c0-2df33873c4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407591 Apr 06 11:44:01.914452 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device 5f0b10e8-6ee0-4328-8def-fa5a2f9b69a1 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:44:02.017473 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port 5f0b10e8-6ee0-4328-8def-fa5a2f9b69a1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=5f0b10e8-6ee0-4328-8def-fa5a2f9b69a1,segment=NetworkSegment(264a241e-d6d7-445e-928a-8ac6eca8209a),segment_id=264a241e-d6d7-445e-928a-8ac6eca8209a)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:44:02.029216 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Returning: {'device': '5f0b10e8-6ee0-4328-8def-fa5a2f9b69a1', 'network_id': '7d16e450-2860-4804-9f0d-a8cb9f487b81', 'port_id': '5f0b10e8-6ee0-4328-8def-fa5a2f9b69a1', 'mac_address': 'fa:16:3e:8d:be:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '776ea6a3-45cb-4b93-8ce7-58dc939aaa19', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:44:02.065457 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Current status of the port 5f0b10e8-6ee0-4328-8def-fa5a2f9b69a1 is: DOWN; New status is: BUILD {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:44:02.065846 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (5f0b10e8-6ee0-4328-8def-fa5a2f9b69a1), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:44:02.078292 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f0b10e8-6ee0-4328-8def-fa5a2f9b69a1 {{(pid=103883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:44:02.097031 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port 5f0b10e8-6ee0-4328-8def-fa5a2f9b69a1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=5f0b10e8-6ee0-4328-8def-fa5a2f9b69a1,segment=NetworkSegment(264a241e-d6d7-445e-928a-8ac6eca8209a),segment_id=264a241e-d6d7-445e-928a-8ac6eca8209a)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:44:02.186674 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (5f0b10e8-6ee0-4328-8def-fa5a2f9b69a1), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:44:02.232079 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Pushing event updated for resources: {'Port': ['ID=5f0b10e8-6ee0-4328-8def-fa5a2f9b69a1,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:44:02.402724 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] get_ports_and_sgs() called for port_ids ['5f0b10e8-6ee0-4328-8def-fa5a2f9b69a1'] {{(pid=103883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:44:03.008908 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54795286-d242-4afb-8708-95e62f3dc050 req-5987fa2a-c487-48ed-aef3-58f4603b1ce5 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:44:03.011147 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-54795286-d242-4afb-8708-95e62f3dc050 req-5987fa2a-c487-48ed-aef3-58f4603b1ce5 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea37370-3fe7-46b7-949b-94cdd60cc3d4 HTTP/1.1" status: 200 len: 944 time: 0.0522075 Apr 06 11:44:03.057203 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-54795286-d242-4afb-8708-95e62f3dc050 req-35bc9d0b-e305-41c8-b3dc-4347deca462d tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] 10.222.0.43 "GET /v2.0/security-groups?id=1379ccf8-dfbe-4edf-a8c0-2df33873c4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404842 Apr 06 11:44:03.949651 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device 5f0b10e8-6ee0-4328-8def-fa5a2f9b69a1 up at agent hyperv_hv-cinder-83607 {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:44:04.049758 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Provisioning for port 5f0b10e8-6ee0-4328-8def-fa5a2f9b69a1 completed by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 11:44:04.053780 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Provisioning complete for port 5f0b10e8-6ee0-4328-8def-fa5a2f9b69a1 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:44:04.054153 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (5f0b10e8-6ee0-4328-8def-fa5a2f9b69a1), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:44:04.132353 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Current status of the port 5f0b10e8-6ee0-4328-8def-fa5a2f9b69a1 is: BUILD; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:44:04.132738 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (5f0b10e8-6ee0-4328-8def-fa5a2f9b69a1), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:44:04.156672 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea37370-3fe7-46b7-949b-94cdd60cc3d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f0b10e8-6ee0-4328-8def-fa5a2f9b69a1'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:44:04.159117 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a256e0d7ec5edad375dd6353356bf7a80218bed4a34d309726d6a914db977355" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3acefa7a-ad2f-471e-b8cc-431350bd4866" -d '{"events": [{"server_uuid": "aea37370-3fe7-46b7-949b-94cdd60cc3d4", "name": "network-vif-plugged", "status": "completed", "tag": "5f0b10e8-6ee0-4328-8def-fa5a2f9b69a1"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:44:04.172500 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port 5f0b10e8-6ee0-4328-8def-fa5a2f9b69a1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=5f0b10e8-6ee0-4328-8def-fa5a2f9b69a1,segment=NetworkSegment(264a241e-d6d7-445e-928a-8ac6eca8209a),segment_id=264a241e-d6d7-445e-928a-8ac6eca8209a)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:44:04.184685 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09cfcaf-8fa7-4f68-a1a7-142edb2a5de8 req-376bb324-72d3-4838-bd52-3bfc0acb7fda tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:44:04.186250 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f09cfcaf-8fa7-4f68-a1a7-142edb2a5de8 req-376bb324-72d3-4838-bd52-3bfc0acb7fda tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea37370-3fe7-46b7-949b-94cdd60cc3d4 HTTP/1.1" status: 200 len: 944 time: 0.0604362 Apr 06 11:44:04.200425 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2a61f0-8b92-4203-aebd-92cab1a96b30 x-openstack-request-id: req-0b2a61f0-8b92-4203-aebd-92cab1a96b30 {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:44:04.200750 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aea37370-3fe7-46b7-949b-94cdd60cc3d4", "name": "network-vif-plugged", "status": "completed", "tag": "5f0b10e8-6ee0-4328-8def-fa5a2f9b69a1", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:44:04.201070 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0b2a61f0-8b92-4203-aebd-92cab1a96b30 {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:44:04.201584 dv-cinder-836073-2-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b2a61f0-8b92-4203-aebd-92cab1a96b30'] response: {'server_uuid': 'aea37370-3fe7-46b7-949b-94cdd60cc3d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f0b10e8-6ee0-4328-8def-fa5a2f9b69a1', 'code': 200} Apr 06 11:44:04.235880 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f09cfcaf-8fa7-4f68-a1a7-142edb2a5de8 req-60d327c4-7fb8-4b14-b6ba-4a50f0f65153 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] 10.222.0.43 "GET /v2.0/security-groups?id=1379ccf8-dfbe-4edf-a8c0-2df33873c4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440264 Apr 06 11:44:04.236378 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (5f0b10e8-6ee0-4328-8def-fa5a2f9b69a1), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:44:04.285439 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Pushing event updated for resources: {'Port': ['ID=5f0b10e8-6ee0-4328-8def-fa5a2f9b69a1,revision_number=5']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:44:04.292659 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:44:04.293012 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:44:04.293380 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:44:04.293725 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:44:04.294058 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:44:04.294388 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:44:04.294715 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:44:04.295040 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:44:04.295365 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:44:04.295689 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:44:04.296039 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:44:04.296344 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:44:04.296659 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:44:04.296978 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:44:04.297324 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:44:04.488423 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82977c02-0176-4cfc-82b7-e13f8236fcb8 req-70589c5b-e8ad-48bf-9f57-9a44d3dc5f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:44:04.489832 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-82977c02-0176-4cfc-82b7-e13f8236fcb8 req-70589c5b-e8ad-48bf-9f57-9a44d3dc5f55 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=aea37370-3fe7-46b7-949b-94cdd60cc3d4 HTTP/1.1" status: 200 len: 1129 time: 0.0416393 Apr 06 11:44:04.534515 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-82977c02-0176-4cfc-82b7-e13f8236fcb8 req-6befe988-3fba-46bb-b4fe-763f62b96640 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1379ccf8-dfbe-4edf-a8c0-2df33873c4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384505 Apr 06 11:44:05.359423 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123537ec-6609-4e5f-90c9-6f663e7ec116 req-9c81e9f5-c3ae-4ecf-a064-fed7f7c05e2c tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:44:05.360835 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-123537ec-6609-4e5f-90c9-6f663e7ec116 req-9c81e9f5-c3ae-4ecf-a064-fed7f7c05e2c tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea37370-3fe7-46b7-949b-94cdd60cc3d4 HTTP/1.1" status: 200 len: 945 time: 0.0563176 Apr 06 11:44:05.406781 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-123537ec-6609-4e5f-90c9-6f663e7ec116 req-3121934f-4186-4790-b4de-3d026975779a tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] 10.222.0.43 "GET /v2.0/security-groups?id=1379ccf8-dfbe-4edf-a8c0-2df33873c4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403044 Apr 06 11:44:06.522516 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fb248f-3906-4d55-881b-6180c4a4addb req-bdc085d9-9da8-4559-890b-59a9e6b6d5fe tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:44:06.523985 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-60fb248f-3906-4d55-881b-6180c4a4addb req-bdc085d9-9da8-4559-890b-59a9e6b6d5fe tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea37370-3fe7-46b7-949b-94cdd60cc3d4 HTTP/1.1" status: 200 len: 945 time: 0.0515594 Apr 06 11:44:06.569201 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-60fb248f-3906-4d55-881b-6180c4a4addb req-cbfe10d0-850e-4306-846a-ef25d114770b tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] 10.222.0.43 "GET /v2.0/security-groups?id=1379ccf8-dfbe-4edf-a8c0-2df33873c4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396049 Apr 06 11:44:06.618062 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (dc195572-b6d9-4259-8541-839e457b2650), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:44:06.643515 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-9d1906e6-be72-48c3-ab1e-135d12f15c12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (8a8bc679-53b2-461d-b015-cec5a247fb94), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:44:09.035321 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-027c0459-8de3-443f-a1bc-de0409037cd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (9404f039-f516-42fd-94a5-c122fff5649f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:44:10.609718 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0cc2d64b-8553-4c26-9c2d-26728f607b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (295112eb-abec-44aa-a7f9-d1b9c67b3953), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:44:11.889068 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7bcfc971-4c1e-4d8f-8ae7-97bffdd4e21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (33edc1dd-8f2c-4a3f-bd07-9ad8bd534bf2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:44:13.224027 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (a2831ac0-05e7-463d-be89-41d2adab36ec), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:44:18.763655 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-d2f8dd02-8968-40b0-bca4-a7fc1cec66fd None None] Agent healthcheck: found 6 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:44:36.625317 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (dc195572-b6d9-4259-8541-839e457b2650), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:44:36.653754 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a2575828-a211-41c3-8b49-c3df8ce36725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (8a8bc679-53b2-461d-b015-cec5a247fb94), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:44:39.036687 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d74bd264-ce89-40fa-b6ff-a6cf8364c05d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (9404f039-f516-42fd-94a5-c122fff5649f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:44:40.636368 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0cc2d64b-8553-4c26-9c2d-26728f607b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (295112eb-abec-44aa-a7f9-d1b9c67b3953), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:44:41.902761 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7bcfc971-4c1e-4d8f-8ae7-97bffdd4e21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (33edc1dd-8f2c-4a3f-bd07-9ad8bd534bf2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:44:43.245773 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (a2831ac0-05e7-463d-be89-41d2adab36ec), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:44:46.746584 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2376feaf-d047-43de-97a9-64a8074825a4 req-12493c6c-b8fd-4a20-991b-e9c582d0185a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=aea37370-3fe7-46b7-949b-94cdd60cc3d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0469635 Apr 06 11:44:46.834951 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376feaf-d047-43de-97a9-64a8074825a4 req-fe3a789e-58be-4dfc-820a-95e6d8a9f775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:44:46.836431 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2376feaf-d047-43de-97a9-64a8074825a4 req-fe3a789e-58be-4dfc-820a-95e6d8a9f775 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ff64d5ebee434e5d9ccc5981e87967a9&device_id=aea37370-3fe7-46b7-949b-94cdd60cc3d4 HTTP/1.1" status: 200 len: 1129 time: 0.0471408 Apr 06 11:44:46.967507 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376feaf-d047-43de-97a9-64a8074825a4 req-6e9a5db1-0d22-44b3-b6fd-ba8c316e3030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:44:46.969027 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2376feaf-d047-43de-97a9-64a8074825a4 req-6e9a5db1-0d22-44b3-b6fd-ba8c316e3030 service neutron] 10.222.0.48 "GET /v2.0/networks?id=7d16e450-2860-4804-9f0d-a8cb9f487b81 HTTP/1.1" status: 200 len: 915 time: 0.1132522 Apr 06 11:44:47.008160 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2376feaf-d047-43de-97a9-64a8074825a4 req-f7f2f2ba-aeaf-4c52-a0cf-637451912124 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f0b10e8-6ee0-4328-8def-fa5a2f9b69a1 HTTP/1.1" status: 200 len: 217 time: 0.0329843 Apr 06 11:44:47.059075 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376feaf-d047-43de-97a9-64a8074825a4 req-8d601018-9427-4a89-9bca-f0c62073bff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:44:47.060748 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2376feaf-d047-43de-97a9-64a8074825a4 req-8d601018-9427-4a89-9bca-f0c62073bff2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=776ea6a3-45cb-4b93-8ce7-58dc939aaa19 HTTP/1.1" status: 200 len: 854 time: 0.0469704 Apr 06 11:44:47.092775 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2376feaf-d047-43de-97a9-64a8074825a4 req-588db4d7-9eb7-4994-a452-a93538f2c762 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7d16e450-2860-4804-9f0d-a8cb9f487b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252702 Apr 06 11:44:47.179159 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2376feaf-d047-43de-97a9-64a8074825a4 req-024b1545-3272-488b-af55-1259d0843348 service neutron] 10.222.0.48 "GET /v2.0/networks/7d16e450-2860-4804-9f0d-a8cb9f487b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792122 Apr 06 11:44:47.270901 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-2376feaf-d047-43de-97a9-64a8074825a4 req-70cf1b4a-3d19-4324-a121-7210347732b2 service neutron] 10.222.0.48 "GET /v2.0/networks/7d16e450-2860-4804-9f0d-a8cb9f487b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854425 Apr 06 11:44:49.224283 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d1c15b-a20c-4ddb-939e-f85843430b83 req-6e6e4ac4-bcb9-4dfd-9a80-bccc667ce694 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:44:49.225767 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-82d1c15b-a20c-4ddb-939e-f85843430b83 req-6e6e4ac4-bcb9-4dfd-9a80-bccc667ce694 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea37370-3fe7-46b7-949b-94cdd60cc3d4 HTTP/1.1" status: 200 len: 945 time: 0.0519202 Apr 06 11:44:49.271148 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-82d1c15b-a20c-4ddb-939e-f85843430b83 req-43016f66-95e0-487c-8593-d5ad725a3b7c tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] 10.222.0.43 "GET /v2.0/security-groups?id=1379ccf8-dfbe-4edf-a8c0-2df33873c4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397031 Apr 06 11:44:50.387342 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0e43d3-f3a8-4b69-8df8-024ed516a163 req-1eef0e92-c284-4d35-b0a5-a1ac04c85c0e tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:44:50.388803 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-dd0e43d3-f3a8-4b69-8df8-024ed516a163 req-1eef0e92-c284-4d35-b0a5-a1ac04c85c0e tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea37370-3fe7-46b7-949b-94cdd60cc3d4 HTTP/1.1" status: 200 len: 945 time: 0.0505674 Apr 06 11:44:50.433345 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-dd0e43d3-f3a8-4b69-8df8-024ed516a163 req-f9f84e62-7535-4437-9332-3cf5b5f7e01f tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] 10.222.0.43 "GET /v2.0/security-groups?id=1379ccf8-dfbe-4edf-a8c0-2df33873c4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388136 Apr 06 11:44:50.923897 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ea197-682a-454f-8d41-cfb3df710d4a req-fb3d134e-b4f8-49c4-959f-368b11e4e432 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:44:50.925379 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f99ea197-682a-454f-8d41-cfb3df710d4a req-fb3d134e-b4f8-49c4-959f-368b11e4e432 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] 10.222.0.48 "GET /v2.0/ports?device_id=aea37370-3fe7-46b7-949b-94cdd60cc3d4 HTTP/1.1" status: 200 len: 945 time: 0.0514541 Apr 06 11:44:51.019369 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [req-f99ea197-682a-454f-8d41-cfb3df710d4a req-7d51947d-89dd-412a-a604-7c33b02f5d63 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Deleting port 5f0b10e8-6ee0-4328-8def-fa5a2f9b69a1 {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:44:51.019710 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-f99ea197-682a-454f-8d41-cfb3df710d4a req-7d51947d-89dd-412a-a604-7c33b02f5d63 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192836145'] for port (5f0b10e8-6ee0-4328-8def-fa5a2f9b69a1), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:44:51.110259 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [req-f99ea197-682a-454f-8d41-cfb3df710d4a req-7d51947d-89dd-412a-a604-7c33b02f5d63 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] For port 5f0b10e8-6ee0-4328-8def-fa5a2f9b69a1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=5f0b10e8-6ee0-4328-8def-fa5a2f9b69a1,segment=NetworkSegment(264a241e-d6d7-445e-928a-8ac6eca8209a),segment_id=264a241e-d6d7-445e-928a-8ac6eca8209a)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:44:51.110536 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-f99ea197-682a-454f-8d41-cfb3df710d4a req-7d51947d-89dd-412a-a604-7c33b02f5d63 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-891628'] for port (5f0b10e8-6ee0-4328-8def-fa5a2f9b69a1), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:44:51.122118 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [req-f99ea197-682a-454f-8d41-cfb3df710d4a req-7d51947d-89dd-412a-a604-7c33b02f5d63 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Calling delete_port for 5f0b10e8-6ee0-4328-8def-fa5a2f9b69a1 owned by compute:nova {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:44:51.308572 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-f99ea197-682a-454f-8d41-cfb3df710d4a req-7d51947d-89dd-412a-a604-7c33b02f5d63 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192843524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779192465933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797839'] for port (5f0b10e8-6ee0-4328-8def-fa5a2f9b69a1), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:44:51.321638 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] get_ports_and_sgs() called for port_ids ['5f0b10e8-6ee0-4328-8def-fa5a2f9b69a1'] {{(pid=103883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:44:51.335415 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d51947d-89dd-412a-a604-7c33b02f5d63 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Pushing event deleted for resources: {'Port': ['ID=5f0b10e8-6ee0-4328-8def-fa5a2f9b69a1,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:44:51.390040 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [req-f99ea197-682a-454f-8d41-cfb3df710d4a req-7d51947d-89dd-412a-a604-7c33b02f5d63 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] No DVR routers for this DVR port 5f0b10e8-6ee0-4328-8def-fa5a2f9b69a1 on host hv-cinder-83607 {{(pid=103882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:44:51.392533 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-f99ea197-682a-454f-8d41-cfb3df710d4a req-7d51947d-89dd-412a-a604-7c33b02f5d63 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for port (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:44:51.396029 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f99ea197-682a-454f-8d41-cfb3df710d4a req-7d51947d-89dd-412a-a604-7c33b02f5d63 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] 10.222.0.48 "DELETE /v2.0/ports/5f0b10e8-6ee0-4328-8def-fa5a2f9b69a1 HTTP/1.1" status: 204 len: 173 time: 0.4660487 Apr 06 11:44:51.396493 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea37370-3fe7-46b7-949b-94cdd60cc3d4', 'name': 'network-vif-deleted', 'tag': '5f0b10e8-6ee0-4328-8def-fa5a2f9b69a1'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:44:51.399478 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29156e5c8df2cda5f8c3a12ff109e02ba7a327efefb734c2c5f81b1bf548e3ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f7d422-8711-4cda-9850-0cb38d6fa21e" -d '{"events": [{"server_uuid": "aea37370-3fe7-46b7-949b-94cdd60cc3d4", "name": "network-vif-deleted", "tag": "5f0b10e8-6ee0-4328-8def-fa5a2f9b69a1"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:44:51.433945 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f3e06f-2ad7-4c29-a6a4-c4ddf69b561e x-openstack-request-id: req-d9f3e06f-2ad7-4c29-a6a4-c4ddf69b561e {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:44:51.434234 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aea37370-3fe7-46b7-949b-94cdd60cc3d4", "name": "network-vif-deleted", "tag": "5f0b10e8-6ee0-4328-8def-fa5a2f9b69a1", "status": "completed", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:44:51.434485 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d9f3e06f-2ad7-4c29-a6a4-c4ddf69b561e {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:44:51.434907 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9f3e06f-2ad7-4c29-a6a4-c4ddf69b561e'] response: {'server_uuid': 'aea37370-3fe7-46b7-949b-94cdd60cc3d4', 'name': 'network-vif-deleted', 'tag': '5f0b10e8-6ee0-4328-8def-fa5a2f9b69a1', 'status': 'completed', 'code': 200} Apr 06 11:44:51.526753 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-da9e9669-0184-4fa1-99b6-3b6bd02bd0af req-71f25a3e-9f2d-475b-b478-5e1bc6e88f14 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea37370-3fe7-46b7-949b-94cdd60cc3d4 HTTP/1.1" status: 200 len: 210 time: 0.0269265 Apr 06 11:44:55.762844 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-d2f8dd02-8968-40b0-bca4-a7fc1cec66fd None None] Agent healthcheck: found 6 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:44:56.270395 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device 5f0b10e8-6ee0-4328-8def-fa5a2f9b69a1 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:44:56.297142 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] No Port match for: 5f0b10e8-6ee0-4328-8def-fa5a2f9b69a1 {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:44:56.297497 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device 5f0b10e8-6ee0-4328-8def-fa5a2f9b69a1 not bound to the agent host hv-cinder-83607 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:45:01.103108 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733cf9d2-7e69-4501-9b25-5a0396e31198 req-f41e8be3-95d8-496f-8e10-20d6af1cb26d tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:45:01.104578 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-733cf9d2-7e69-4501-9b25-5a0396e31198 req-f41e8be3-95d8-496f-8e10-20d6af1cb26d tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] 10.222.0.43 "GET /v2.0/networks?id=7d16e450-2860-4804-9f0d-a8cb9f487b81 HTTP/1.1" status: 200 len: 814 time: 0.1027260 Apr 06 11:45:01.118689 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-733cf9d2-7e69-4501-9b25-5a0396e31198 req-c4c6f159-6737-484c-9536-22d4a8fd0aaf tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] 10.222.0.43 "GET /v2.0/quotas/ff64d5ebee434e5d9ccc5981e87967a9 HTTP/1.1" status: 200 len: 375 time: 0.0086584 Apr 06 11:45:01.150350 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-733cf9d2-7e69-4501-9b25-5a0396e31198 req-b712f58c-40d4-4c1e-9df2-6fc486c9e99c tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ff64d5ebee434e5d9ccc5981e87967a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268788 Apr 06 11:45:01.449775 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-733cf9d2-7e69-4501-9b25-5a0396e31198 req-4780ebbc-b531-4d0f-a8a6-a7ab9c9d14c1 service neutron] 10.222.0.43 "GET /v2.0/networks/7d16e450-2860-4804-9f0d-a8cb9f487b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927406 Apr 06 11:45:01.536064 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-733cf9d2-7e69-4501-9b25-5a0396e31198 req-d39e11fd-827e-417a-9249-13426bf7e770 service neutron] 10.222.0.43 "GET /v2.0/networks/7d16e450-2860-4804-9f0d-a8cb9f487b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801513 Apr 06 11:45:01.746697 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-43773bb0-2fb4-41db-9408-13c81544cbc9 req-c0af1e18-b560-4563-bf09-00c527be507a tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc5a9a66-e389-41fd-b7d8-6832dd68ee85 HTTP/1.1" status: 200 len: 210 time: 0.0276551 Apr 06 11:45:02.841051 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-50a48567-7518-4004-baad-5155975579db req-db6eb4a1-d634-4955-a640-d5f4a3929deb tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc5a9a66-e389-41fd-b7d8-6832dd68ee85 HTTP/1.1" status: 200 len: 210 time: 0.0273671 Apr 06 11:45:03.529962 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733cf9d2-7e69-4501-9b25-5a0396e31198 req-6e73b9e3-7e8e-4c18-bfba-7af48feedf88 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:45:03.531374 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-733cf9d2-7e69-4501-9b25-5a0396e31198 req-6e73b9e3-7e8e-4c18-bfba-7af48feedf88 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] 10.222.0.48 "GET /v2.0/networks?id=7d16e450-2860-4804-9f0d-a8cb9f487b81 HTTP/1.1" status: 200 len: 814 time: 0.1049821 Apr 06 11:45:03.543535 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [req-733cf9d2-7e69-4501-9b25-5a0396e31198 req-6eb794fa-8f3f-40cb-a81a-1905725f8dd7 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Request body: {'port': {'device_id': 'bc5a9a66-e389-41fd-b7d8-6832dd68ee85', 'network_id': '7d16e450-2860-4804-9f0d-a8cb9f487b81', 'admin_state_up': True, 'tenant_id': 'ff64d5ebee434e5d9ccc5981e87967a9'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:45:03.699045 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-733cf9d2-7e69-4501-9b25-5a0396e31198 req-6eb794fa-8f3f-40cb-a81a-1905725f8dd7 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Made reservation on behalf of ff64d5ebee434e5d9ccc5981e87967a9 for: {'port': 1} {{(pid=103882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:45:03.702568 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-733cf9d2-7e69-4501-9b25-5a0396e31198 req-6eb794fa-8f3f-40cb-a81a-1905725f8dd7 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:45:03.836564 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [req-733cf9d2-7e69-4501-9b25-5a0396e31198 req-6eb794fa-8f3f-40cb-a81a-1905725f8dd7 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Allocated IP 172.20.0.10 (7d16e450-2860-4804-9f0d-a8cb9f487b81/776ea6a3-45cb-4b93-8ce7-58dc939aaa19/760dbbd8-d212-4302-84d2-bfcf4ee4caa1) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:45:03.954207 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-f38c9c97-0b71-463e-acec-679251faf01a req-af156d69-0134-489b-8f9f-9259daf3315d tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc5a9a66-e389-41fd-b7d8-6832dd68ee85 HTTP/1.1" status: 200 len: 210 time: 0.0328302 Apr 06 11:45:04.009015 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-733cf9d2-7e69-4501-9b25-5a0396e31198 req-6eb794fa-8f3f-40cb-a81a-1905725f8dd7 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Publish callbacks [] for port (760dbbd8-d212-4302-84d2-bfcf4ee4caa1), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:45:04.114223 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-733cf9d2-7e69-4501-9b25-5a0396e31198 req-6eb794fa-8f3f-40cb-a81a-1905725f8dd7 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779192465924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797839'] for port (760dbbd8-d212-4302-84d2-bfcf4ee4caa1), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:45:04.158838 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-733cf9d2-7e69-4501-9b25-5a0396e31198 req-6eb794fa-8f3f-40cb-a81a-1905725f8dd7 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Network 7d16e450-2860-4804-9f0d-a8cb9f487b81 is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:45:04.162056 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [req-733cf9d2-7e69-4501-9b25-5a0396e31198 req-6eb794fa-8f3f-40cb-a81a-1905725f8dd7 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:45:04.165733 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [req-733cf9d2-7e69-4501-9b25-5a0396e31198 req-6eb794fa-8f3f-40cb-a81a-1905725f8dd7 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:45:04.172584 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb794fa-8f3f-40cb-a81a-1905725f8dd7 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Pushing event updated for resources: {'Port': ['ID=760dbbd8-d212-4302-84d2-bfcf4ee4caa1,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:45:04.199605 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb794fa-8f3f-40cb-a81a-1905725f8dd7 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:45:04.199953 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb794fa-8f3f-40cb-a81a-1905725f8dd7 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:45:04.200301 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb794fa-8f3f-40cb-a81a-1905725f8dd7 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:45:04.200643 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb794fa-8f3f-40cb-a81a-1905725f8dd7 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:45:04.200978 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb794fa-8f3f-40cb-a81a-1905725f8dd7 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:45:04.201336 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb794fa-8f3f-40cb-a81a-1905725f8dd7 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:45:04.201673 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb794fa-8f3f-40cb-a81a-1905725f8dd7 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:45:04.202056 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb794fa-8f3f-40cb-a81a-1905725f8dd7 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:45:04.202352 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb794fa-8f3f-40cb-a81a-1905725f8dd7 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:45:04.202683 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb794fa-8f3f-40cb-a81a-1905725f8dd7 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:45:04.203006 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb794fa-8f3f-40cb-a81a-1905725f8dd7 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:45:04.203333 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb794fa-8f3f-40cb-a81a-1905725f8dd7 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:45:04.203686 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb794fa-8f3f-40cb-a81a-1905725f8dd7 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:45:04.204016 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb794fa-8f3f-40cb-a81a-1905725f8dd7 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:45:04.204338 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb794fa-8f3f-40cb-a81a-1905725f8dd7 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:45:04.228056 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733cf9d2-7e69-4501-9b25-5a0396e31198 req-6eb794fa-8f3f-40cb-a81a-1905725f8dd7 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:45:04.228664 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-733cf9d2-7e69-4501-9b25-5a0396e31198 req-6eb794fa-8f3f-40cb-a81a-1905725f8dd7 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for port (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:45:04.299769 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-733cf9d2-7e69-4501-9b25-5a0396e31198 req-6eb794fa-8f3f-40cb-a81a-1905725f8dd7 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7597480 Apr 06 11:45:04.310846 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.v2.base [req-733cf9d2-7e69-4501-9b25-5a0396e31198 req-ef75077d-f25e-4514-9907-67d0ec25d663 service neutron] Request body: {'port': {'device_id': 'bc5a9a66-e389-41fd-b7d8-6832dd68ee85', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:45:04.370937 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-733cf9d2-7e69-4501-9b25-5a0396e31198 req-ef75077d-f25e-4514-9907-67d0ec25d663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (760dbbd8-d212-4302-84d2-bfcf4ee4caa1), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:45:04.622693 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [req-733cf9d2-7e69-4501-9b25-5a0396e31198 req-ef75077d-f25e-4514-9907-67d0ec25d663 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 760dbbd8-d212-4302-84d2-bfcf4ee4caa1 {{(pid=103882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:45:04.630860 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-733cf9d2-7e69-4501-9b25-5a0396e31198 req-ef75077d-f25e-4514-9907-67d0ec25d663 service neutron] Publish callbacks [] for port (760dbbd8-d212-4302-84d2-bfcf4ee4caa1), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:45:04.643262 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [req-733cf9d2-7e69-4501-9b25-5a0396e31198 req-ef75077d-f25e-4514-9907-67d0ec25d663 service neutron] Transition to ACTIVE for port object 760dbbd8-d212-4302-84d2-bfcf4ee4caa1 will not be triggered until provisioned by entity L2. {{(pid=103882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 11:45:04.725255 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-733cf9d2-7e69-4501-9b25-5a0396e31198 req-ef75077d-f25e-4514-9907-67d0ec25d663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8797942'] for port (760dbbd8-d212-4302-84d2-bfcf4ee4caa1), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:45:04.779085 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef75077d-f25e-4514-9907-67d0ec25d663 service neutron] Pushing event updated for resources: {'Port': ['ID=760dbbd8-d212-4302-84d2-bfcf4ee4caa1,revision_number=2']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:45:04.841588 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [req-733cf9d2-7e69-4501-9b25-5a0396e31198 req-ef75077d-f25e-4514-9907-67d0ec25d663 service neutron] Attempting to bind port 760dbbd8-d212-4302-84d2-bfcf4ee4caa1 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:45:04.841925 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [req-733cf9d2-7e69-4501-9b25-5a0396e31198 req-ef75077d-f25e-4514-9907-67d0ec25d663 service neutron] Attempting to bind port 760dbbd8-d212-4302-84d2-bfcf4ee4caa1 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '264a241e-d6d7-445e-928a-8ac6eca8209a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '7d16e450-2860-4804-9f0d-a8cb9f487b81'}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:45:04.842256 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733cf9d2-7e69-4501-9b25-5a0396e31198 req-ef75077d-f25e-4514-9907-67d0ec25d663 service neutron] Attempting to bind port 760dbbd8-d212-4302-84d2-bfcf4ee4caa1 on network 7d16e450-2860-4804-9f0d-a8cb9f487b81 {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:45:04.846689 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733cf9d2-7e69-4501-9b25-5a0396e31198 req-ef75077d-f25e-4514-9907-67d0ec25d663 service neutron] Port 760dbbd8-d212-4302-84d2-bfcf4ee4caa1 on network 7d16e450-2860-4804-9f0d-a8cb9f487b81 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 11:45:04.847014 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733cf9d2-7e69-4501-9b25-5a0396e31198 req-ef75077d-f25e-4514-9907-67d0ec25d663 service neutron] Attempting to bind port 760dbbd8-d212-4302-84d2-bfcf4ee4caa1 on network 7d16e450-2860-4804-9f0d-a8cb9f487b81 {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:45:04.851792 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733cf9d2-7e69-4501-9b25-5a0396e31198 req-ef75077d-f25e-4514-9907-67d0ec25d663 service neutron] Checking agent: {'id': 'dc195572-b6d9-4259-8541-839e457b2650', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 11, 25, 36), 'started_at': datetime.datetime(2022, 4, 6, 11, 25, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:45:04.852124 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733cf9d2-7e69-4501-9b25-5a0396e31198 req-ef75077d-f25e-4514-9907-67d0ec25d663 service neutron] Checking segment: {'id': '264a241e-d6d7-445e-928a-8ac6eca8209a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '7d16e450-2860-4804-9f0d-a8cb9f487b81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:45:04.852505 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733cf9d2-7e69-4501-9b25-5a0396e31198 req-ef75077d-f25e-4514-9907-67d0ec25d663 service neutron] Bound using segment: {'id': '264a241e-d6d7-445e-928a-8ac6eca8209a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '7d16e450-2860-4804-9f0d-a8cb9f487b81'} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:45:04.852927 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [req-733cf9d2-7e69-4501-9b25-5a0396e31198 req-ef75077d-f25e-4514-9907-67d0ec25d663 service neutron] Bound port: 760dbbd8-d212-4302-84d2-bfcf4ee4caa1, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '264a241e-d6d7-445e-928a-8ac6eca8209a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '7d16e450-2860-4804-9f0d-a8cb9f487b81'}}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:45:04.853325 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-733cf9d2-7e69-4501-9b25-5a0396e31198 req-ef75077d-f25e-4514-9907-67d0ec25d663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (760dbbd8-d212-4302-84d2-bfcf4ee4caa1), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:45:04.914612 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [req-733cf9d2-7e69-4501-9b25-5a0396e31198 req-ef75077d-f25e-4514-9907-67d0ec25d663 service neutron] For port 760dbbd8-d212-4302-84d2-bfcf4ee4caa1, host hv-cinder-83607, cleared binding levels {{(pid=103882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:45:04.917539 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [req-733cf9d2-7e69-4501-9b25-5a0396e31198 req-ef75077d-f25e-4514-9907-67d0ec25d663 service neutron] For port 760dbbd8-d212-4302-84d2-bfcf4ee4caa1, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=760dbbd8-d212-4302-84d2-bfcf4ee4caa1,segment=NetworkSegment(264a241e-d6d7-445e-928a-8ac6eca8209a),segment_id=264a241e-d6d7-445e-928a-8ac6eca8209a)] {{(pid=103882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:45:04.982749 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-733cf9d2-7e69-4501-9b25-5a0396e31198 req-ef75077d-f25e-4514-9907-67d0ec25d663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8797942'] for port (760dbbd8-d212-4302-84d2-bfcf4ee4caa1), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:45:05.020771 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733cf9d2-7e69-4501-9b25-5a0396e31198 req-ef75077d-f25e-4514-9907-67d0ec25d663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:45:05.021412 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-733cf9d2-7e69-4501-9b25-5a0396e31198 req-ef75077d-f25e-4514-9907-67d0ec25d663 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for port (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:45:05.022856 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-733cf9d2-7e69-4501-9b25-5a0396e31198 req-ef75077d-f25e-4514-9907-67d0ec25d663 service neutron] 10.222.0.48 "PUT /v2.0/ports/760dbbd8-d212-4302-84d2-bfcf4ee4caa1 HTTP/1.1" status: 200 len: 1094 time: 0.7159486 Apr 06 11:45:05.023301 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc5a9a66-e389-41fd-b7d8-6832dd68ee85', 'tag': '760dbbd8-d212-4302-84d2-bfcf4ee4caa1'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:45:05.025534 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29156e5c8df2cda5f8c3a12ff109e02ba7a327efefb734c2c5f81b1bf548e3ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4446980-781d-4553-bb61-f29347796507" -d '{"events": [{"name": "network-changed", "server_uuid": "bc5a9a66-e389-41fd-b7d8-6832dd68ee85", "tag": "760dbbd8-d212-4302-84d2-bfcf4ee4caa1"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:45:05.062877 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef75077d-f25e-4514-9907-67d0ec25d663 service neutron] Pushing event updated for resources: {'Port': ['ID=760dbbd8-d212-4302-84d2-bfcf4ee4caa1,revision_number=3']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:45:05.069111 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7967ec46-e490-44dd-ab03-f9f205657009 x-openstack-request-id: req-7967ec46-e490-44dd-ab03-f9f205657009 {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:45:05.069511 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc5a9a66-e389-41fd-b7d8-6832dd68ee85", "tag": "760dbbd8-d212-4302-84d2-bfcf4ee4caa1", "status": "completed", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:45:05.069655 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7967ec46-e490-44dd-ab03-f9f205657009 {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:45:05.070088 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7967ec46-e490-44dd-ab03-f9f205657009'] response: {'name': 'network-changed', 'server_uuid': 'bc5a9a66-e389-41fd-b7d8-6832dd68ee85', 'tag': '760dbbd8-d212-4302-84d2-bfcf4ee4caa1', 'status': 'completed', 'code': 200} Apr 06 11:45:05.081368 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec6f3fa-d397-4e47-8184-83628cdc239f req-a2fa35dc-32e2-4004-add0-eb6f715edc17 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:45:05.083054 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-3ec6f3fa-d397-4e47-8184-83628cdc239f req-a2fa35dc-32e2-4004-add0-eb6f715edc17 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc5a9a66-e389-41fd-b7d8-6832dd68ee85 HTTP/1.1" status: 200 len: 944 time: 0.0615108 Apr 06 11:45:05.130986 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-3ec6f3fa-d397-4e47-8184-83628cdc239f req-1860a704-2d55-45bb-96fb-53d3e3fe3c47 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] 10.222.0.43 "GET /v2.0/security-groups?id=1379ccf8-dfbe-4edf-a8c0-2df33873c4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418406 Apr 06 11:45:05.135764 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4446980-781d-4553-bb61-f29347796507 req-24fd4391-4c3e-4129-ae27-46b174290483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:45:05.137306 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b4446980-781d-4553-bb61-f29347796507 req-24fd4391-4c3e-4129-ae27-46b174290483 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ff64d5ebee434e5d9ccc5981e87967a9&device_id=bc5a9a66-e389-41fd-b7d8-6832dd68ee85 HTTP/1.1" status: 200 len: 1128 time: 0.0468426 Apr 06 11:45:05.238012 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4446980-781d-4553-bb61-f29347796507 req-888e7d91-4816-431b-81c6-006402c49dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:45:05.239371 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b4446980-781d-4553-bb61-f29347796507 req-888e7d91-4816-431b-81c6-006402c49dda service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=ff64d5ebee434e5d9ccc5981e87967a9&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0938444 Apr 06 11:45:05.328042 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4446980-781d-4553-bb61-f29347796507 req-0db2f1e8-9599-4f44-9c3b-029dc0b05115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:45:05.329501 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-b4446980-781d-4553-bb61-f29347796507 req-0db2f1e8-9599-4f44-9c3b-029dc0b05115 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0847187 Apr 06 11:45:05.407326 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733cf9d2-7e69-4501-9b25-5a0396e31198 req-8770dfdb-a91a-40cb-93d5-50b932ec4c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:45:05.408826 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-733cf9d2-7e69-4501-9b25-5a0396e31198 req-8770dfdb-a91a-40cb-93d5-50b932ec4c93 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ff64d5ebee434e5d9ccc5981e87967a9&device_id=bc5a9a66-e389-41fd-b7d8-6832dd68ee85 HTTP/1.1" status: 200 len: 1128 time: 0.0439165 Apr 06 11:45:05.451231 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-733cf9d2-7e69-4501-9b25-5a0396e31198 req-84563475-b707-46da-87de-1774df6a9249 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=760dbbd8-d212-4302-84d2-bfcf4ee4caa1 HTTP/1.1" status: 200 len: 217 time: 0.0358212 Apr 06 11:45:05.497706 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733cf9d2-7e69-4501-9b25-5a0396e31198 req-ae4e36f9-af14-419f-a839-44154424e813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:45:05.499034 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-733cf9d2-7e69-4501-9b25-5a0396e31198 req-ae4e36f9-af14-419f-a839-44154424e813 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=776ea6a3-45cb-4b93-8ce7-58dc939aaa19 HTTP/1.1" status: 200 len: 854 time: 0.0419641 Apr 06 11:45:05.527909 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-733cf9d2-7e69-4501-9b25-5a0396e31198 req-66a89bd0-320a-4bc4-b413-dbd09ebd9caf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=7d16e450-2860-4804-9f0d-a8cb9f487b81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235465 Apr 06 11:45:05.617284 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-733cf9d2-7e69-4501-9b25-5a0396e31198 req-f63e54b4-a4b4-493b-aa67-0d37f0f0eb94 service neutron] 10.222.0.48 "GET /v2.0/networks/7d16e450-2860-4804-9f0d-a8cb9f487b81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826950 Apr 06 11:45:05.704045 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-733cf9d2-7e69-4501-9b25-5a0396e31198 req-f05d531a-abe1-442d-bd16-2b880d10fe6b service neutron] 10.222.0.48 "GET /v2.0/networks/7d16e450-2860-4804-9f0d-a8cb9f487b81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810223 Apr 06 11:45:06.249574 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f3b5f7-0238-42c8-b8ff-e5916ef17f78 req-462c467e-e5e5-43ed-9656-59e5f4819b29 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:45:06.251050 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-05f3b5f7-0238-42c8-b8ff-e5916ef17f78 req-462c467e-e5e5-43ed-9656-59e5f4819b29 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc5a9a66-e389-41fd-b7d8-6832dd68ee85 HTTP/1.1" status: 200 len: 944 time: 0.0525663 Apr 06 11:45:06.299885 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-05f3b5f7-0238-42c8-b8ff-e5916ef17f78 req-a8b8690e-10ec-46a8-8ec1-3dccca55399e tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] 10.222.0.43 "GET /v2.0/security-groups?id=1379ccf8-dfbe-4edf-a8c0-2df33873c4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430605 Apr 06 11:45:06.613042 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (dc195572-b6d9-4259-8541-839e457b2650), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:45:06.641558 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-fd0000fe-36a4-46a1-8867-846180872478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (8a8bc679-53b2-461d-b015-cec5a247fb94), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:45:07.416505 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a948f-523f-45e7-844c-82eeb92b5c34 req-8e1d9663-566b-477c-8845-40f3fdd8d155 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:45:07.418013 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-dc7a948f-523f-45e7-844c-82eeb92b5c34 req-8e1d9663-566b-477c-8845-40f3fdd8d155 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc5a9a66-e389-41fd-b7d8-6832dd68ee85 HTTP/1.1" status: 200 len: 944 time: 0.0509832 Apr 06 11:45:07.463012 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-dc7a948f-523f-45e7-844c-82eeb92b5c34 req-385f86f7-8bfb-4e40-bca7-b60a3da86830 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] 10.222.0.43 "GET /v2.0/security-groups?id=1379ccf8-dfbe-4edf-a8c0-2df33873c4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395174 Apr 06 11:45:08.315870 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device 760dbbd8-d212-4302-84d2-bfcf4ee4caa1 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103883) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:45:08.411674 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port 760dbbd8-d212-4302-84d2-bfcf4ee4caa1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=760dbbd8-d212-4302-84d2-bfcf4ee4caa1,segment=NetworkSegment(264a241e-d6d7-445e-928a-8ac6eca8209a),segment_id=264a241e-d6d7-445e-928a-8ac6eca8209a)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:45:08.423763 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Returning: {'device': '760dbbd8-d212-4302-84d2-bfcf4ee4caa1', 'network_id': '7d16e450-2860-4804-9f0d-a8cb9f487b81', 'port_id': '760dbbd8-d212-4302-84d2-bfcf4ee4caa1', 'mac_address': 'fa:16:3e:f6:a2:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '776ea6a3-45cb-4b93-8ce7-58dc939aaa19', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103883) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:45:08.461144 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Current status of the port 760dbbd8-d212-4302-84d2-bfcf4ee4caa1 is: DOWN; New status is: BUILD {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:45:08.461543 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (760dbbd8-d212-4302-84d2-bfcf4ee4caa1), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:45:08.475129 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 760dbbd8-d212-4302-84d2-bfcf4ee4caa1 {{(pid=103883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:45:08.495723 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port 760dbbd8-d212-4302-84d2-bfcf4ee4caa1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=760dbbd8-d212-4302-84d2-bfcf4ee4caa1,segment=NetworkSegment(264a241e-d6d7-445e-928a-8ac6eca8209a),segment_id=264a241e-d6d7-445e-928a-8ac6eca8209a)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:45:08.585305 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f35e7-b4f2-415d-9507-f179a2c86e3c req-ca65bd64-4b92-4029-9d20-0eb45b8c29fe tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:45:08.586825 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-469f35e7-b4f2-415d-9507-f179a2c86e3c req-ca65bd64-4b92-4029-9d20-0eb45b8c29fe tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc5a9a66-e389-41fd-b7d8-6832dd68ee85 HTTP/1.1" status: 200 len: 944 time: 0.0533814 Apr 06 11:45:08.601480 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (760dbbd8-d212-4302-84d2-bfcf4ee4caa1), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:45:08.641111 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-469f35e7-b4f2-415d-9507-f179a2c86e3c req-bb138579-b97e-4dd4-ac04-096895ebb635 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] 10.222.0.43 "GET /v2.0/security-groups?id=1379ccf8-dfbe-4edf-a8c0-2df33873c4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454874 Apr 06 11:45:08.661366 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Pushing event updated for resources: {'Port': ['ID=760dbbd8-d212-4302-84d2-bfcf4ee4caa1,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:45:08.668439 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:45:08.668795 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:45:08.669202 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:45:08.669549 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:45:08.669885 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:45:08.670218 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:45:08.670548 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:45:08.670938 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:45:08.671229 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:45:08.671656 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:45:08.672063 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:45:08.672380 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:45:08.672719 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:45:08.673051 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:45:08.673399 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:45:08.806319 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] get_ports_and_sgs() called for port_ids ['760dbbd8-d212-4302-84d2-bfcf4ee4caa1'] {{(pid=103883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:45:09.027898 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-23cf2b7a-83dd-454a-b2e6-b27af72f9f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (9404f039-f516-42fd-94a5-c122fff5649f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:45:09.760093 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2987457-25f6-443c-a36e-007708b69a83 req-364dc530-b958-457a-b6dc-4ad8e7d769ad tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:45:09.761580 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-b2987457-25f6-443c-a36e-007708b69a83 req-364dc530-b958-457a-b6dc-4ad8e7d769ad tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc5a9a66-e389-41fd-b7d8-6832dd68ee85 HTTP/1.1" status: 200 len: 945 time: 0.0546858 Apr 06 11:45:09.806802 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-b2987457-25f6-443c-a36e-007708b69a83 req-194bb3c8-ffa5-4070-9e8f-de23e34557f2 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] 10.222.0.43 "GET /v2.0/security-groups?id=1379ccf8-dfbe-4edf-a8c0-2df33873c4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395014 Apr 06 11:45:10.331540 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device 760dbbd8-d212-4302-84d2-bfcf4ee4caa1 up at agent hyperv_hv-cinder-83607 {{(pid=103883) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:45:10.463873 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Provisioning for port 760dbbd8-d212-4302-84d2-bfcf4ee4caa1 completed by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 11:45:10.468674 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.db.provisioning_blocks [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Provisioning complete for port 760dbbd8-d212-4302-84d2-bfcf4ee4caa1 triggered by entity L2. {{(pid=103883) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:45:10.473787 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1962681'] for port (760dbbd8-d212-4302-84d2-bfcf4ee4caa1), provisioning_complete {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:45:10.554863 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Current status of the port 760dbbd8-d212-4302-84d2-bfcf4ee4caa1 is: BUILD; New status is: ACTIVE {{(pid=103883) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:45:10.555248 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742840'] for port (760dbbd8-d212-4302-84d2-bfcf4ee4caa1), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:45:10.577155 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc5a9a66-e389-41fd-b7d8-6832dd68ee85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '760dbbd8-d212-4302-84d2-bfcf4ee4caa1'}] {{(pid=103883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:45:10.582775 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a256e0d7ec5edad375dd6353356bf7a80218bed4a34d309726d6a914db977355" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7fdcd22-bb3f-46da-9231-b9ab0a046978" -d '{"events": [{"server_uuid": "bc5a9a66-e389-41fd-b7d8-6832dd68ee85", "name": "network-vif-plugged", "status": "completed", "tag": "760dbbd8-d212-4302-84d2-bfcf4ee4caa1"}]}' {{(pid=103883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:45:10.595760 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] For port 760dbbd8-d212-4302-84d2-bfcf4ee4caa1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=760dbbd8-d212-4302-84d2-bfcf4ee4caa1,segment=NetworkSegment(264a241e-d6d7-445e-928a-8ac6eca8209a),segment_id=264a241e-d6d7-445e-928a-8ac6eca8209a)] {{(pid=103883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:45:10.628174 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0cc2d64b-8553-4c26-9c2d-26728f607b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (295112eb-abec-44aa-a7f9-d1b9c67b3953), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:45:10.656814 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779192843542', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779192465942', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779192465960'] for port (760dbbd8-d212-4302-84d2-bfcf4ee4caa1), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:45:10.705805 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Pushing event updated for resources: {'Port': ['ID=760dbbd8-d212-4302-84d2-bfcf4ee4caa1,revision_number=5']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:45:10.732060 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e589b2-9d06-4767-af67-0b3768bfa91e x-openstack-request-id: req-c2e589b2-9d06-4767-af67-0b3768bfa91e {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:45:10.732355 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc5a9a66-e389-41fd-b7d8-6832dd68ee85", "name": "network-vif-plugged", "status": "completed", "tag": "760dbbd8-d212-4302-84d2-bfcf4ee4caa1", "code": 200}]} {{(pid=103883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:45:10.732636 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c2e589b2-9d06-4767-af67-0b3768bfa91e {{(pid=103883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:45:10.733036 dv-cinder-836073-2-iscsi neutron-server[103883]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2e589b2-9d06-4767-af67-0b3768bfa91e'] response: {'server_uuid': 'bc5a9a66-e389-41fd-b7d8-6832dd68ee85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '760dbbd8-d212-4302-84d2-bfcf4ee4caa1', 'code': 200} Apr 06 11:45:10.924899 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ba373-8c8d-436e-9dae-afad635743d2 req-1aad2e7c-5d31-4b48-be23-41e4f7b98253 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:45:10.926429 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-7c6ba373-8c8d-436e-9dae-afad635743d2 req-1aad2e7c-5d31-4b48-be23-41e4f7b98253 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc5a9a66-e389-41fd-b7d8-6832dd68ee85 HTTP/1.1" status: 200 len: 946 time: 0.0536234 Apr 06 11:45:10.973670 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-7c6ba373-8c8d-436e-9dae-afad635743d2 req-1211080d-88b5-4d7e-89c0-72107549efc9 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] 10.222.0.43 "GET /v2.0/security-groups?id=1379ccf8-dfbe-4edf-a8c0-2df33873c4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412042 Apr 06 11:45:11.044356 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66de275-a4dc-4962-864e-34a615f22df6 req-446d2812-43c2-40a9-adf0-2ea8f36cedf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:45:11.046447 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a66de275-a4dc-4962-864e-34a615f22df6 req-446d2812-43c2-40a9-adf0-2ea8f36cedf8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bc5a9a66-e389-41fd-b7d8-6832dd68ee85 HTTP/1.1" status: 200 len: 1130 time: 0.0433373 Apr 06 11:45:11.089168 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a66de275-a4dc-4962-864e-34a615f22df6 req-6f9c0d0b-d65a-4178-8805-606d61561ba4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=1379ccf8-dfbe-4edf-a8c0-2df33873c4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369611 Apr 06 11:45:11.903972 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7bcfc971-4c1e-4d8f-8ae7-97bffdd4e21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (33edc1dd-8f2c-4a3f-bd07-9ad8bd534bf2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:45:12.096330 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dc838d-3131-491a-bc54-ceca59a4efb3 req-08476112-7b11-4950-8f8c-40e889c8a5a9 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:45:12.097730 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e2dc838d-3131-491a-bc54-ceca59a4efb3 req-08476112-7b11-4950-8f8c-40e889c8a5a9 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc5a9a66-e389-41fd-b7d8-6832dd68ee85 HTTP/1.1" status: 200 len: 946 time: 0.0557494 Apr 06 11:45:12.142992 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-e2dc838d-3131-491a-bc54-ceca59a4efb3 req-e311bcfc-ce52-42ee-b9bd-7f91d1c66f8c tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] 10.222.0.43 "GET /v2.0/security-groups?id=1379ccf8-dfbe-4edf-a8c0-2df33873c4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396948 Apr 06 11:45:13.234094 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (a2831ac0-05e7-463d-be89-41d2adab36ec), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:45:13.269316 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd84bb-8f5f-4119-a673-7951b1381d3d req-1d1850cf-eb05-403b-9cca-9d96e0e45b8d tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:45:13.270561 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-15fd84bb-8f5f-4119-a673-7951b1381d3d req-1d1850cf-eb05-403b-9cca-9d96e0e45b8d tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc5a9a66-e389-41fd-b7d8-6832dd68ee85 HTTP/1.1" status: 200 len: 946 time: 0.0594718 Apr 06 11:45:13.340037 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-15fd84bb-8f5f-4119-a673-7951b1381d3d req-1ace7aff-ec7d-4ccf-af7e-fc0220d214e2 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] 10.222.0.43 "GET /v2.0/security-groups?id=1379ccf8-dfbe-4edf-a8c0-2df33873c4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617800 Apr 06 11:45:32.760648 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-d2f8dd02-8968-40b0-bca4-a7fc1cec66fd None None] Agent healthcheck: found 6 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:45:35.929851 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf1e7a-4bd4-4408-a552-86a9d4fae65d req-5fa88fc2-2bff-49a5-8aee-1453e283f5e2 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:45:35.931363 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-cfbf1e7a-4bd4-4408-a552-86a9d4fae65d req-5fa88fc2-2bff-49a5-8aee-1453e283f5e2 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc5a9a66-e389-41fd-b7d8-6832dd68ee85 HTTP/1.1" status: 200 len: 946 time: 0.0528841 Apr 06 11:45:35.978499 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [req-cfbf1e7a-4bd4-4408-a552-86a9d4fae65d req-4190e3d7-36ae-4ef5-86d6-5f15b326af64 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] 10.222.0.43 "GET /v2.0/security-groups?id=1379ccf8-dfbe-4edf-a8c0-2df33873c4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416009 Apr 06 11:45:36.690428 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (dc195572-b6d9-4259-8541-839e457b2650), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:45:36.720703 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6dfe6bd2-f327-4fa5-b165-a6d5e7acd5c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (8a8bc679-53b2-461d-b015-cec5a247fb94), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:45:37.097400 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e553cff-3f72-4bef-a308-44bb741d3b5f req-66791878-be9f-4b30-8e1e-a7f11d6eab39 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:45:37.098853 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5e553cff-3f72-4bef-a308-44bb741d3b5f req-66791878-be9f-4b30-8e1e-a7f11d6eab39 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc5a9a66-e389-41fd-b7d8-6832dd68ee85 HTTP/1.1" status: 200 len: 946 time: 0.0514309 Apr 06 11:45:37.144081 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-5e553cff-3f72-4bef-a308-44bb741d3b5f req-76dd88b1-2720-477b-83a4-4630414b96b2 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] 10.222.0.43 "GET /v2.0/security-groups?id=1379ccf8-dfbe-4edf-a8c0-2df33873c4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396671 Apr 06 11:45:37.549630 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f0008f-fe10-446d-a165-584b9db2177d req-fe173238-8fd0-4490-8f04-a38daf67dad1 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:45:37.551132 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a7f0008f-fe10-446d-a165-584b9db2177d req-fe173238-8fd0-4490-8f04-a38daf67dad1 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] 10.222.0.48 "GET /v2.0/ports?device_id=bc5a9a66-e389-41fd-b7d8-6832dd68ee85 HTTP/1.1" status: 200 len: 946 time: 0.0543909 Apr 06 11:45:37.638397 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [req-a7f0008f-fe10-446d-a165-584b9db2177d req-ed0f3394-be5b-4c43-9fdb-1dcd59576d44 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Deleting port 760dbbd8-d212-4302-84d2-bfcf4ee4caa1 {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:45:37.638733 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-a7f0008f-fe10-446d-a165-584b9db2177d req-ed0f3394-be5b-4c43-9fdb-1dcd59576d44 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779192836145'] for port (760dbbd8-d212-4302-84d2-bfcf4ee4caa1), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:45:37.726244 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.db [req-a7f0008f-fe10-446d-a165-584b9db2177d req-ed0f3394-be5b-4c43-9fdb-1dcd59576d44 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] For port 760dbbd8-d212-4302-84d2-bfcf4ee4caa1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=760dbbd8-d212-4302-84d2-bfcf4ee4caa1,segment=NetworkSegment(264a241e-d6d7-445e-928a-8ac6eca8209a),segment_id=264a241e-d6d7-445e-928a-8ac6eca8209a)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:45:37.726603 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-a7f0008f-fe10-446d-a165-584b9db2177d req-ed0f3394-be5b-4c43-9fdb-1dcd59576d44 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-891628'] for port (760dbbd8-d212-4302-84d2-bfcf4ee4caa1), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:45:37.739198 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [req-a7f0008f-fe10-446d-a165-584b9db2177d req-ed0f3394-be5b-4c43-9fdb-1dcd59576d44 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Calling delete_port for 760dbbd8-d212-4302-84d2-bfcf4ee4caa1 owned by compute:nova {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:45:37.937974 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-a7f0008f-fe10-446d-a165-584b9db2177d req-ed0f3394-be5b-4c43-9fdb-1dcd59576d44 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-454139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779192843524', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779192465933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8797839'] for port (760dbbd8-d212-4302-84d2-bfcf4ee4caa1), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:45:37.950084 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] get_ports_and_sgs() called for port_ids ['760dbbd8-d212-4302-84d2-bfcf4ee4caa1'] {{(pid=103883) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:45:37.971642 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0f3394-be5b-4c43-9fdb-1dcd59576d44 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Pushing event deleted for resources: {'Port': ['ID=760dbbd8-d212-4302-84d2-bfcf4ee4caa1,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:45:38.011215 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7f0008f-fe10-446d-a165-584b9db2177d req-ed0f3394-be5b-4c43-9fdb-1dcd59576d44 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] No DVR routers for this DVR port 760dbbd8-d212-4302-84d2-bfcf4ee4caa1 on host hv-cinder-83607 {{(pid=103882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:45:38.013780 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [req-a7f0008f-fe10-446d-a165-584b9db2177d req-ed0f3394-be5b-4c43-9fdb-1dcd59576d44 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-477110'] for port (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:45:38.017277 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-a7f0008f-fe10-446d-a165-584b9db2177d req-ed0f3394-be5b-4c43-9fdb-1dcd59576d44 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] 10.222.0.48 "DELETE /v2.0/ports/760dbbd8-d212-4302-84d2-bfcf4ee4caa1 HTTP/1.1" status: 204 len: 173 time: 0.4605467 Apr 06 11:45:38.017726 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc5a9a66-e389-41fd-b7d8-6832dd68ee85', 'name': 'network-vif-deleted', 'tag': '760dbbd8-d212-4302-84d2-bfcf4ee4caa1'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:45:38.019946 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29156e5c8df2cda5f8c3a12ff109e02ba7a327efefb734c2c5f81b1bf548e3ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4e2da2-a120-4b9b-8aeb-228020132ce3" -d '{"events": [{"server_uuid": "bc5a9a66-e389-41fd-b7d8-6832dd68ee85", "name": "network-vif-deleted", "tag": "760dbbd8-d212-4302-84d2-bfcf4ee4caa1"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:45:38.055932 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911c9d35-632c-451e-8475-3475bde31751 x-openstack-request-id: req-911c9d35-632c-451e-8475-3475bde31751 {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:45:38.056283 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc5a9a66-e389-41fd-b7d8-6832dd68ee85", "name": "network-vif-deleted", "tag": "760dbbd8-d212-4302-84d2-bfcf4ee4caa1", "status": "completed", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:45:38.056508 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-911c9d35-632c-451e-8475-3475bde31751 {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:45:38.056916 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-911c9d35-632c-451e-8475-3475bde31751'] response: {'server_uuid': 'bc5a9a66-e389-41fd-b7d8-6832dd68ee85', 'name': 'network-vif-deleted', 'tag': '760dbbd8-d212-4302-84d2-bfcf4ee4caa1', 'status': 'completed', 'code': 200} Apr 06 11:45:38.237819 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [req-41dedc1a-3b23-45a7-aeab-6bb1385d536e req-3b661949-50e9-4cd3-a16d-3252f4563ce6 tempest-VolumesSnapshotTestJSON-779568272 tempest-VolumesSnapshotTestJSON-779568272-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc5a9a66-e389-41fd-b7d8-6832dd68ee85 HTTP/1.1" status: 200 len: 210 time: 0.0277216 Apr 06 11:45:39.044545 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-de37b4e5-aa23-44fe-8b83-2907decf9d05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (9404f039-f516-42fd-94a5-c122fff5649f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:45:40.583284 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0cc2d64b-8553-4c26-9c2d-26728f607b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (295112eb-abec-44aa-a7f9-d1b9c67b3953), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:45:41.924804 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7bcfc971-4c1e-4d8f-8ae7-97bffdd4e21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (33edc1dd-8f2c-4a3f-bd07-9ad8bd534bf2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:45:43.206573 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device 760dbbd8-d212-4302-84d2-bfcf4ee4caa1 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:45:43.227313 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.plugin [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] No Port match for: 760dbbd8-d212-4302-84d2-bfcf4ee4caa1 {{(pid=103883) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:45:43.227759 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron.plugins.ml2.rpc [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Device 760dbbd8-d212-4302-84d2-bfcf4ee4caa1 not bound to the agent host hv-cinder-83607 {{(pid=103883) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:45:43.240041 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (a2831ac0-05e7-463d-be89-41d2adab36ec), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:46:04.734400 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 59676) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:46:04.776897 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.db.db_base_plugin_v2 [None req-b019b2f8-df3e-4b8b-b4bf-b38ed901a27a admin admin] Deleting subnet 776ea6a3-45cb-4b93-8ce7-58dc939aaa19 {{(pid=103881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 11:46:04.780047 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b019b2f8-df3e-4b8b-b4bf-b38ed901a27a admin admin] Publish callbacks [] for subnet (776ea6a3-45cb-4b93-8ce7-58dc939aaa19), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:46:04.813198 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b019b2f8-df3e-4b8b-b4bf-b38ed901a27a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10087740'] for subnet (776ea6a3-45cb-4b93-8ce7-58dc939aaa19), precommit_delete_associations {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:46:04.853929 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b019b2f8-df3e-4b8b-b4bf-b38ed901a27a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1961957'] for subnet (776ea6a3-45cb-4b93-8ce7-58dc939aaa19), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:46:04.971430 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b019b2f8-df3e-4b8b-b4bf-b38ed901a27a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1961962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-746513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10088021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8583084'] for subnet (776ea6a3-45cb-4b93-8ce7-58dc939aaa19), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:46:04.996841 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b019b2f8-df3e-4b8b-b4bf-b38ed901a27a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=776ea6a3-45cb-4b93-8ce7-58dc939aaa19,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:46:05.001392 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b019b2f8-df3e-4b8b-b4bf-b38ed901a27a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570608'] for subnet (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:46:05.004521 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-b019b2f8-df3e-4b8b-b4bf-b38ed901a27a admin admin] 10.222.0.43 "DELETE /v2.0/subnets/776ea6a3-45cb-4b93-8ce7-58dc939aaa19 HTTP/1.1" status: 204 len: 168 time: 0.2691293 Apr 06 11:46:05.007087 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.wsgi [-] (103882) accepted ('10.222.0.43', 59678) {{(pid=103882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:46:05.009777 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b019b2f8-df3e-4b8b-b4bf-b38ed901a27a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:46:05.010124 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b019b2f8-df3e-4b8b-b4bf-b38ed901a27a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:46:05.010464 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b019b2f8-df3e-4b8b-b4bf-b38ed901a27a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:46:05.010801 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b019b2f8-df3e-4b8b-b4bf-b38ed901a27a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:46:05.011128 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b019b2f8-df3e-4b8b-b4bf-b38ed901a27a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:46:05.011455 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b019b2f8-df3e-4b8b-b4bf-b38ed901a27a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:46:05.011784 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b019b2f8-df3e-4b8b-b4bf-b38ed901a27a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:46:05.012106 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b019b2f8-df3e-4b8b-b4bf-b38ed901a27a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:46:05.012427 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b019b2f8-df3e-4b8b-b4bf-b38ed901a27a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:46:05.012747 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b019b2f8-df3e-4b8b-b4bf-b38ed901a27a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:46:05.013070 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b019b2f8-df3e-4b8b-b4bf-b38ed901a27a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:46:05.013415 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b019b2f8-df3e-4b8b-b4bf-b38ed901a27a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:46:05.013746 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b019b2f8-df3e-4b8b-b4bf-b38ed901a27a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:46:05.014049 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b019b2f8-df3e-4b8b-b4bf-b38ed901a27a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:46:05.014363 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b019b2f8-df3e-4b8b-b4bf-b38ed901a27a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:46:05.077017 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7961bbeb-23d6-4a2c-9988-320ffffa9cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707938'] for network (7d16e450-2860-4804-9f0d-a8cb9f487b81), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:46:05.154238 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7961bbeb-23d6-4a2c-9988-320ffffa9cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1963294', 'neutron.services.segments.db._delete_segments_for_network-8779192912505'] for network (7d16e450-2860-4804-9f0d-a8cb9f487b81), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:46:05.173336 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.services.segments.db [None req-7961bbeb-23d6-4a2c-9988-320ffffa9cec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d16e450-2860-4804-9f0d-a8cb9f487b81']}} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:46:05.183027 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.services.segments.db [None req-7961bbeb-23d6-4a2c-9988-320ffffa9cec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '264a241e-d6d7-445e-928a-8ac6eca8209a') {'for_net_delete': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:46:05.183321 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.services.segments.db [None req-7961bbeb-23d6-4a2c-9988-320ffffa9cec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '264a241e-d6d7-445e-928a-8ac6eca8209a') {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:46:05.192989 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7961bbeb-23d6-4a2c-9988-320ffffa9cec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779192913282', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8476715'] for segment (264a241e-d6d7-445e-928a-8ac6eca8209a), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:46:05.206061 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7961bbeb-23d6-4a2c-9988-320ffffa9cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726494'] for segment (264a241e-d6d7-445e-928a-8ac6eca8209a), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:46:05.212021 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7961bbeb-23d6-4a2c-9988-320ffffa9cec admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=103882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 11:46:05.212651 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7961bbeb-23d6-4a2c-9988-320ffffa9cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1726494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8797906'] for segment (264a241e-d6d7-445e-928a-8ac6eca8209a), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:46:05.214329 dv-cinder-836073-2-iscsi neutron-server[103882]: Traceback (most recent call last): Apr 06 11:46:05.214329 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 11:46:05.214329 dv-cinder-836073-2-iscsi neutron-server[103882]: timer() Apr 06 11:46:05.214329 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 11:46:05.214329 dv-cinder-836073-2-iscsi neutron-server[103882]: cb(*args, **kw) Apr 06 11:46:05.214329 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 11:46:05.214329 dv-cinder-836073-2-iscsi neutron-server[103882]: return func(*args, **kwargs) Apr 06 11:46:05.214329 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 11:46:05.214329 dv-cinder-836073-2-iscsi neutron-server[103882]: self._notify() Apr 06 11:46:05.214329 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 11:46:05.214329 dv-cinder-836073-2-iscsi neutron-server[103882]: self.callback(batched_events) Apr 06 11:46:05.214329 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 11:46:05.214329 dv-cinder-836073-2-iscsi neutron-server[103882]: event.method(event) Apr 06 11:46:05.214329 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 11:46:05.214329 dv-cinder-836073-2-iscsi neutron-server[103882]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 11:46:05.214329 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 11:46:05.214329 dv-cinder-836073-2-iscsi neutron-server[103882]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 11:46:05.214329 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 11:46:05.214329 dv-cinder-836073-2-iscsi neutron-server[103882]: return f(self, *a, **k) Apr 06 11:46:05.214329 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 11:46:05.214329 dv-cinder-836073-2-iscsi neutron-server[103882]: return self._get(url).json() Apr 06 11:46:05.214329 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 11:46:05.214329 dv-cinder-836073-2-iscsi neutron-server[103882]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 11:46:05.214329 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 11:46:05.214329 dv-cinder-836073-2-iscsi neutron-server[103882]: return self.request(url, 'GET', **kwargs) Apr 06 11:46:05.214329 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 11:46:05.214329 dv-cinder-836073-2-iscsi neutron-server[103882]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 11:46:05.214329 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 11:46:05.214329 dv-cinder-836073-2-iscsi neutron-server[103882]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 11:46:05.214329 dv-cinder-836073-2-iscsi neutron-server[103882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 11:46:05.214329 dv-cinder-836073-2-iscsi neutron-server[103882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 11:46:05.214329 dv-cinder-836073-2-iscsi neutron-server[103882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 11:46:05.342388 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7961bbeb-23d6-4a2c-9988-320ffffa9cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1963367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-886447'] for network (7d16e450-2860-4804-9f0d-a8cb9f487b81), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:46:05.347669 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7961bbeb-23d6-4a2c-9988-320ffffa9cec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570608'] for network (None), before_response {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:46:05.350925 dv-cinder-836073-2-iscsi neutron-server[103882]: INFO neutron.wsgi [None req-7961bbeb-23d6-4a2c-9988-320ffffa9cec admin admin] 10.222.0.43 "DELETE /v2.0/networks/7d16e450-2860-4804-9f0d-a8cb9f487b81 HTTP/1.1" status: 204 len: 168 time: 0.3428288 Apr 06 11:46:05.361473 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7961bbeb-23d6-4a2c-9988-320ffffa9cec admin admin] Pushing event deleted for resources: {'Network': ['ID=7d16e450-2860-4804-9f0d-a8cb9f487b81,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:46:05.369161 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7961bbeb-23d6-4a2c-9988-320ffffa9cec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:46:05.370755 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7961bbeb-23d6-4a2c-9988-320ffffa9cec admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:46:05.370755 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7961bbeb-23d6-4a2c-9988-320ffffa9cec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:46:05.370755 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7961bbeb-23d6-4a2c-9988-320ffffa9cec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:46:05.370755 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7961bbeb-23d6-4a2c-9988-320ffffa9cec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:46:05.371150 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7961bbeb-23d6-4a2c-9988-320ffffa9cec admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:46:05.371372 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7961bbeb-23d6-4a2c-9988-320ffffa9cec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:46:05.371554 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7961bbeb-23d6-4a2c-9988-320ffffa9cec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:46:05.371879 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7961bbeb-23d6-4a2c-9988-320ffffa9cec admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:46:05.372204 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7961bbeb-23d6-4a2c-9988-320ffffa9cec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:46:05.372619 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7961bbeb-23d6-4a2c-9988-320ffffa9cec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:46:05.372836 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7961bbeb-23d6-4a2c-9988-320ffffa9cec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:46:05.373176 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7961bbeb-23d6-4a2c-9988-320ffffa9cec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:46:05.373498 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7961bbeb-23d6-4a2c-9988-320ffffa9cec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:46:05.373828 dv-cinder-836073-2-iscsi neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7961bbeb-23d6-4a2c-9988-320ffffa9cec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836073-2-iscsi {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:46:05.612101 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 59682) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:46:05.652364 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-5368e4f8-6907-45cf-a5dc-20faa3ba6a02 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ff64d5ebee434e5d9ccc5981e87967a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391207 Apr 06 11:46:05.654734 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.43', 59684) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:46:05.700287 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1268fd5c-ca90-49e6-abd2-f6f41657a2b9 admin admin] Publish callbacks [] for security_group (1379ccf8-dfbe-4edf-a8c0-2df33873c4dd), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:46:05.721559 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1268fd5c-ca90-49e6-abd2-f6f41657a2b9 admin admin] Publish callbacks [] for security_group (1379ccf8-dfbe-4edf-a8c0-2df33873c4dd), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:46:05.845528 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1268fd5c-ca90-49e6-abd2-f6f41657a2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-755556'] for security_group (1379ccf8-dfbe-4edf-a8c0-2df33873c4dd), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:46:05.847992 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1268fd5c-ca90-49e6-abd2-f6f41657a2b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:46:05.849361 dv-cinder-836073-2-iscsi neutron-server[103881]: INFO neutron.wsgi [None req-1268fd5c-ca90-49e6-abd2-f6f41657a2b9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1379ccf8-dfbe-4edf-a8c0-2df33873c4dd HTTP/1.1" status: 204 len: 168 time: 0.1935298 Apr 06 11:46:05.857152 dv-cinder-836073-2-iscsi neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1268fd5c-ca90-49e6-abd2-f6f41657a2b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1379ccf8-dfbe-4edf-a8c0-2df33873c4dd,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:46:06.634115 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (dc195572-b6d9-4259-8541-839e457b2650), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:46:06.656932 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-ef63362b-8669-481b-8553-0ff4ea628744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (8a8bc679-53b2-461d-b015-cec5a247fb94), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:46:09.027256 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-181c8d11-ddc8-42b5-b92e-2586eef5d40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (9404f039-f516-42fd-94a5-c122fff5649f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:46:09.759926 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-d2f8dd02-8968-40b0-bca4-a7fc1cec66fd None None] Agent healthcheck: found 6 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:46:10.621967 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0cc2d64b-8553-4c26-9c2d-26728f607b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (295112eb-abec-44aa-a7f9-d1b9c67b3953), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:46:11.884194 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7bcfc971-4c1e-4d8f-8ae7-97bffdd4e21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (33edc1dd-8f2c-4a3f-bd07-9ad8bd534bf2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:46:13.205108 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (a2831ac0-05e7-463d-be89-41d2adab36ec), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:46:36.661405 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-d75e9d31-6a12-43ab-a2f9-43e0723582ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (8a8bc679-53b2-461d-b015-cec5a247fb94), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:46:36.678497 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (dc195572-b6d9-4259-8541-839e457b2650), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:46:39.055724 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-153630a3-9584-4535-8a74-8736b7b1aa19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (9404f039-f516-42fd-94a5-c122fff5649f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:46:40.597516 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0cc2d64b-8553-4c26-9c2d-26728f607b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (295112eb-abec-44aa-a7f9-d1b9c67b3953), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:46:41.907792 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7bcfc971-4c1e-4d8f-8ae7-97bffdd4e21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (33edc1dd-8f2c-4a3f-bd07-9ad8bd534bf2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:46:43.238940 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (a2831ac0-05e7-463d-be89-41d2adab36ec), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:46:46.758504 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-d2f8dd02-8968-40b0-bca4-a7fc1cec66fd None None] Agent healthcheck: found 6 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:47:06.649660 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3f384ce7-3a45-4565-af99-edb884d77c37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (8a8bc679-53b2-461d-b015-cec5a247fb94), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:47:06.678090 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (dc195572-b6d9-4259-8541-839e457b2650), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:47:09.032386 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-56883749-c5d7-4bd0-b585-ce5bbfc81316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (9404f039-f516-42fd-94a5-c122fff5649f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:47:10.603773 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0cc2d64b-8553-4c26-9c2d-26728f607b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (295112eb-abec-44aa-a7f9-d1b9c67b3953), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:47:11.900406 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7bcfc971-4c1e-4d8f-8ae7-97bffdd4e21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (33edc1dd-8f2c-4a3f-bd07-9ad8bd534bf2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:47:13.237836 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (a2831ac0-05e7-463d-be89-41d2adab36ec), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:47:23.758388 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-d2f8dd02-8968-40b0-bca4-a7fc1cec66fd None None] Agent healthcheck: found 6 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:47:36.618302 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-996eb969-0fe3-4728-8f01-ba6e2cc14d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (8a8bc679-53b2-461d-b015-cec5a247fb94), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:47:36.665832 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (dc195572-b6d9-4259-8541-839e457b2650), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:47:39.031675 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3d48563c-ba3b-4cd2-885b-19663937683e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (9404f039-f516-42fd-94a5-c122fff5649f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:47:40.591094 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0cc2d64b-8553-4c26-9c2d-26728f607b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (295112eb-abec-44aa-a7f9-d1b9c67b3953), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:47:41.877790 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7bcfc971-4c1e-4d8f-8ae7-97bffdd4e21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (33edc1dd-8f2c-4a3f-bd07-9ad8bd534bf2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:47:43.254343 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (a2831ac0-05e7-463d-be89-41d2adab36ec), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:48:00.756737 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-d2f8dd02-8968-40b0-bca4-a7fc1cec66fd None None] Agent healthcheck: found 6 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:48:06.642159 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3a99db66-bcd8-432d-9913-1bc6f6a8eac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (8a8bc679-53b2-461d-b015-cec5a247fb94), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:48:06.693754 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (dc195572-b6d9-4259-8541-839e457b2650), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:48:09.042384 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-00366ea7-62a6-48b3-8d8e-41d5398f04db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (9404f039-f516-42fd-94a5-c122fff5649f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:48:10.613557 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0cc2d64b-8553-4c26-9c2d-26728f607b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (295112eb-abec-44aa-a7f9-d1b9c67b3953), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:48:11.939646 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7bcfc971-4c1e-4d8f-8ae7-97bffdd4e21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (33edc1dd-8f2c-4a3f-bd07-9ad8bd534bf2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:48:13.236799 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (a2831ac0-05e7-463d-be89-41d2adab36ec), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:48:36.647783 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-48ab7485-5c00-447c-bbcd-560f5ff40582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (8a8bc679-53b2-461d-b015-cec5a247fb94), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:48:36.682069 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (dc195572-b6d9-4259-8541-839e457b2650), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:48:37.755600 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-d2f8dd02-8968-40b0-bca4-a7fc1cec66fd None None] Agent healthcheck: found 6 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:48:39.053885 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a66a7b87-91f4-40d9-bdf6-2456779c7486 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (9404f039-f516-42fd-94a5-c122fff5649f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:48:40.619078 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0cc2d64b-8553-4c26-9c2d-26728f607b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (295112eb-abec-44aa-a7f9-d1b9c67b3953), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:48:42.020901 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7bcfc971-4c1e-4d8f-8ae7-97bffdd4e21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (33edc1dd-8f2c-4a3f-bd07-9ad8bd534bf2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:48:43.259024 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (a2831ac0-05e7-463d-be89-41d2adab36ec), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:49:06.761796 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7c8851e7-3d32-4b1b-8a52-5164b77f4d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (8a8bc679-53b2-461d-b015-cec5a247fb94), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:49:06.789324 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (dc195572-b6d9-4259-8541-839e457b2650), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:49:09.063947 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-6e6d6222-4242-405e-8e0e-fbf6506f72c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (9404f039-f516-42fd-94a5-c122fff5649f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:49:10.653446 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0cc2d64b-8553-4c26-9c2d-26728f607b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (295112eb-abec-44aa-a7f9-d1b9c67b3953), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:49:11.950576 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7bcfc971-4c1e-4d8f-8ae7-97bffdd4e21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (33edc1dd-8f2c-4a3f-bd07-9ad8bd534bf2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:49:13.270286 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (a2831ac0-05e7-463d-be89-41d2adab36ec), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:49:14.755166 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-d2f8dd02-8968-40b0-bca4-a7fc1cec66fd None None] Agent healthcheck: found 6 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:49:36.647615 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-94b092f3-8469-45eb-b333-3761529036b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (8a8bc679-53b2-461d-b015-cec5a247fb94), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:49:36.670538 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (dc195572-b6d9-4259-8541-839e457b2650), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:49:39.042289 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-f2ef0d1c-ab2f-4924-af50-2e9b0f075503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (9404f039-f516-42fd-94a5-c122fff5649f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:49:40.613494 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0cc2d64b-8553-4c26-9c2d-26728f607b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (295112eb-abec-44aa-a7f9-d1b9c67b3953), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:49:41.927571 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7bcfc971-4c1e-4d8f-8ae7-97bffdd4e21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (33edc1dd-8f2c-4a3f-bd07-9ad8bd534bf2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:49:43.235533 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (a2831ac0-05e7-463d-be89-41d2adab36ec), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:49:51.753896 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-d2f8dd02-8968-40b0-bca4-a7fc1cec66fd None None] Agent healthcheck: found 6 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:50:06.645376 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a0ffa5b2-d344-4246-9fab-176afce255f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (8a8bc679-53b2-461d-b015-cec5a247fb94), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:50:06.698363 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (dc195572-b6d9-4259-8541-839e457b2650), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:50:09.046928 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0794208d-03ca-43c9-b561-b4c3f2ab9450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (9404f039-f516-42fd-94a5-c122fff5649f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:50:10.641648 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0cc2d64b-8553-4c26-9c2d-26728f607b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (295112eb-abec-44aa-a7f9-d1b9c67b3953), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:50:11.932683 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7bcfc971-4c1e-4d8f-8ae7-97bffdd4e21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (33edc1dd-8f2c-4a3f-bd07-9ad8bd534bf2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:50:13.285479 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (a2831ac0-05e7-463d-be89-41d2adab36ec), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:50:28.752071 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-d2f8dd02-8968-40b0-bca4-a7fc1cec66fd None None] Agent healthcheck: found 6 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:50:36.650532 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-4eb333a7-c634-4434-b7c4-997d019d3afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (8a8bc679-53b2-461d-b015-cec5a247fb94), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:50:36.679052 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (dc195572-b6d9-4259-8541-839e457b2650), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:50:39.075296 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e64470ce-452b-46c8-8522-22198189f699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (9404f039-f516-42fd-94a5-c122fff5649f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:50:40.641096 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0cc2d64b-8553-4c26-9c2d-26728f607b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (295112eb-abec-44aa-a7f9-d1b9c67b3953), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:50:41.943583 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7bcfc971-4c1e-4d8f-8ae7-97bffdd4e21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (33edc1dd-8f2c-4a3f-bd07-9ad8bd534bf2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:50:43.244883 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (a2831ac0-05e7-463d-be89-41d2adab36ec), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:05.751337 dv-cinder-836073-2-iscsi neutron-server[103884]: DEBUG neutron.db.agents_db [None req-d2f8dd02-8968-40b0-bca4-a7fc1cec66fd None None] Agent healthcheck: found 6 active agents {{(pid=103884) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:51:06.703786 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-871c98f4-7a64-4baa-9809-8be6fe95ff39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (8a8bc679-53b2-461d-b015-cec5a247fb94), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:06.732091 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e66446c2-9497-497c-8ed4-4a49a4f295e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (dc195572-b6d9-4259-8541-839e457b2650), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:09.064025 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a4fa0270-8f0d-4b24-9ad0-06a85cee6f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (9404f039-f516-42fd-94a5-c122fff5649f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:10.623600 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-0cc2d64b-8553-4c26-9c2d-26728f607b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (295112eb-abec-44aa-a7f9-d1b9c67b3953), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:11.926901 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-7bcfc971-4c1e-4d8f-8ae7-97bffdd4e21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (33edc1dd-8f2c-4a3f-bd07-9ad8bd534bf2), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:51:13.229616 dv-cinder-836073-2-iscsi neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-51b3461f-668a-4f7a-abac-ee06267ecf73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779192912487', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1962719'] for agent (a2831ac0-05e7-463d-be89-41d2adab36ec), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}